2024-11-15 05:37:31,190 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 05:37:31,200 main DEBUG Took 0.008716 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 05:37:31,201 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 05:37:31,201 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 05:37:31,202 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 05:37:31,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,209 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 05:37:31,220 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,223 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,224 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,224 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,225 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,226 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,227 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,227 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,228 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,229 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,229 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 05:37:31,230 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,230 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 05:37:31,232 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 05:37:31,233 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 05:37:31,235 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 05:37:31,235 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 05:37:31,236 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 05:37:31,236 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 05:37:31,244 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 05:37:31,246 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 05:37:31,248 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 05:37:31,248 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 05:37:31,248 main DEBUG createAppenders(={Console}) 2024-11-15 05:37:31,249 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-15 05:37:31,249 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 05:37:31,249 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-15 05:37:31,250 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 05:37:31,250 main DEBUG OutputStream closed 2024-11-15 05:37:31,250 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 05:37:31,251 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 05:37:31,251 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-15 05:37:31,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 05:37:31,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 05:37:31,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 05:37:31,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 05:37:31,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 05:37:31,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 05:37:31,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 05:37:31,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 05:37:31,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 05:37:31,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 05:37:31,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 05:37:31,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 05:37:31,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 05:37:31,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 05:37:31,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 05:37:31,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 05:37:31,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 05:37:31,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 05:37:31,325 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 05:37:31,325 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-15 05:37:31,325 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 05:37:31,326 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-15T05:37:31,545 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4 2024-11-15 05:37:31,547 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 05:37:31,548 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T05:37:31,556 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-15T05:37:31,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T05:37:31,591 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb, deleteOnExit=true 2024-11-15T05:37:31,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T05:37:31,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/test.cache.data in system properties and HBase conf 2024-11-15T05:37:31,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T05:37:31,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/hadoop.log.dir in system properties and HBase conf 2024-11-15T05:37:31,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T05:37:31,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T05:37:31,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T05:37:31,702 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T05:37:31,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T05:37:31,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T05:37:31,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T05:37:31,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T05:37:31,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T05:37:31,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T05:37:31,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T05:37:31,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T05:37:31,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T05:37:31,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T05:37:31,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/nfs.dump.dir in system properties and HBase conf 2024-11-15T05:37:31,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/java.io.tmpdir in system properties and HBase conf 2024-11-15T05:37:31,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T05:37:31,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T05:37:31,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T05:37:32,936 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T05:37:33,048 INFO [Time-limited test {}] log.Log(170): Logging initialized @2525ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T05:37:33,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T05:37:33,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T05:37:33,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T05:37:33,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T05:37:33,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T05:37:33,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T05:37:33,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/hadoop.log.dir/,AVAILABLE} 2024-11-15T05:37:33,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T05:37:33,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/java.io.tmpdir/jetty-localhost-45387-hadoop-hdfs-3_4_1-tests_jar-_-any-10793994410016138320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T05:37:33,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:45387} 2024-11-15T05:37:33,584 INFO [Time-limited test {}] server.Server(415): Started @3062ms 2024-11-15T05:37:34,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T05:37:34,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T05:37:34,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T05:37:34,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T05:37:34,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T05:37:34,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/hadoop.log.dir/,AVAILABLE} 2024-11-15T05:37:34,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T05:37:34,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70061d7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/java.io.tmpdir/jetty-localhost-35343-hadoop-hdfs-3_4_1-tests_jar-_-any-3106777443931320545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T05:37:34,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:35343} 2024-11-15T05:37:34,230 INFO [Time-limited test {}] server.Server(415): Started @3708ms 2024-11-15T05:37:34,298 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T05:37:34,884 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/data/data2/current/BP-1565806035-172.17.0.2-1731649052586/current, will proceed with Du for space computation calculation, 2024-11-15T05:37:34,884 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/data/data1/current/BP-1565806035-172.17.0.2-1731649052586/current, will proceed with Du for space computation calculation, 2024-11-15T05:37:34,922 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T05:37:34,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a5e52cd64e1d435 with lease ID 0xfb52b2af6684cae8: Processing first storage report for DS-c83537ad-fe6c-4a4f-93bc-8a717ade5ad4 from datanode DatanodeRegistration(127.0.0.1:36855, datanodeUuid=bf389e51-ecf5-4f37-9e0d-52f0e83304e9, infoPort=36057, infoSecurePort=0, ipcPort=46435, storageInfo=lv=-57;cid=testClusterID;nsid=361109709;c=1731649052586) 2024-11-15T05:37:34,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a5e52cd64e1d435 with lease ID 0xfb52b2af6684cae8: from storage DS-c83537ad-fe6c-4a4f-93bc-8a717ade5ad4 node DatanodeRegistration(127.0.0.1:36855, datanodeUuid=bf389e51-ecf5-4f37-9e0d-52f0e83304e9, infoPort=36057, infoSecurePort=0, ipcPort=46435, storageInfo=lv=-57;cid=testClusterID;nsid=361109709;c=1731649052586), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T05:37:34,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a5e52cd64e1d435 with lease ID 0xfb52b2af6684cae8: Processing first storage report for DS-39bdd4eb-78d7-49d4-9d51-fe4a1e1d8535 from datanode DatanodeRegistration(127.0.0.1:36855, datanodeUuid=bf389e51-ecf5-4f37-9e0d-52f0e83304e9, infoPort=36057, infoSecurePort=0, ipcPort=46435, storageInfo=lv=-57;cid=testClusterID;nsid=361109709;c=1731649052586) 2024-11-15T05:37:34,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a5e52cd64e1d435 with lease ID 0xfb52b2af6684cae8: from storage DS-39bdd4eb-78d7-49d4-9d51-fe4a1e1d8535 node DatanodeRegistration(127.0.0.1:36855, datanodeUuid=bf389e51-ecf5-4f37-9e0d-52f0e83304e9, infoPort=36057, infoSecurePort=0, ipcPort=46435, storageInfo=lv=-57;cid=testClusterID;nsid=361109709;c=1731649052586), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T05:37:35,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4 2024-11-15T05:37:35,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/zookeeper_0, clientPort=51500, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T05:37:35,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51500 2024-11-15T05:37:35,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T05:37:35,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T05:37:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741825_1001 (size=7) 2024-11-15T05:37:35,854 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e with version=8 2024-11-15T05:37:35,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/hbase-staging 2024-11-15T05:37:35,969 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T05:37:36,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e243dcb6c2df:0 server-side Connection retries=45 2024-11-15T05:37:36,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T05:37:36,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T05:37:36,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T05:37:36,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T05:37:36,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T05:37:36,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T05:37:36,512 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T05:37:36,521 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T05:37:36,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T05:37:36,560 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23082 (auto-detected) 2024-11-15T05:37:36,562 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T05:37:36,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33963 2024-11-15T05:37:36,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33963 connecting to ZooKeeper ensemble=127.0.0.1:51500 2024-11-15T05:37:36,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339630x0, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T05:37:36,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33963-0x1011a21942a0000 connected 2024-11-15T05:37:36,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T05:37:36,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T05:37:36,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T05:37:36,720 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e, hbase.cluster.distributed=false 2024-11-15T05:37:36,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T05:37:36,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-15T05:37:36,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33963 2024-11-15T05:37:36,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33963 2024-11-15T05:37:36,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-15T05:37:36,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-15T05:37:36,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e243dcb6c2df:0 server-side Connection retries=45 2024-11-15T05:37:36,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T05:37:36,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T05:37:36,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T05:37:36,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T05:37:36,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T05:37:36,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T05:37:36,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T05:37:36,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33879 2024-11-15T05:37:36,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33879 connecting to ZooKeeper ensemble=127.0.0.1:51500 2024-11-15T05:37:36,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T05:37:36,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T05:37:36,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338790x0, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T05:37:36,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338790x0, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T05:37:36,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33879-0x1011a21942a0001 connected 2024-11-15T05:37:36,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T05:37:36,926 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T05:37:36,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T05:37:36,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T05:37:36,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33879 2024-11-15T05:37:36,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33879 2024-11-15T05:37:36,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33879 2024-11-15T05:37:36,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33879 2024-11-15T05:37:36,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33879 2024-11-15T05:37:36,962 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e243dcb6c2df:33963 2024-11-15T05:37:36,963 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:36,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T05:37:36,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T05:37:36,976 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:37,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:37,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T05:37:37,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:37,003 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T05:37:37,005 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e243dcb6c2df,33963,1731649056030 from backup master directory 2024-11-15T05:37:37,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:37,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T05:37:37,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T05:37:37,009 WARN [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T05:37:37,009 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:37,011 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T05:37:37,013 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T05:37:37,074 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/hbase.id] with ID: 06b36878-da7f-4ad5-ae02-ba9143422f96 2024-11-15T05:37:37,074 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/.tmp/hbase.id 2024-11-15T05:37:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741826_1002 (size=42) 2024-11-15T05:37:37,489 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/.tmp/hbase.id]:[hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/hbase.id] 2024-11-15T05:37:37,538 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T05:37:37,544 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T05:37:37,567 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-15T05:37:37,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:37,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741827_1003 (size=196) 2024-11-15T05:37:38,010 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:37:38,014 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T05:37:38,032 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:38,038 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T05:37:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741828_1004 (size=1189) 2024-11-15T05:37:38,090 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store 2024-11-15T05:37:38,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741829_1005 (size=34) 2024-11-15T05:37:38,113 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T05:37:38,115 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:37:38,116 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T05:37:38,117 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:37:38,117 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:37:38,118 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T05:37:38,118 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:37:38,118 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:37:38,120 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731649058116Disabling compacts and flushes for region at 1731649058116Disabling writes for close at 1731649058118 (+2 ms)Writing region close event to WAL at 1731649058118Closed at 1731649058118 2024-11-15T05:37:38,122 WARN [master/e243dcb6c2df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/.initializing 2024-11-15T05:37:38,122 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/WALs/e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:38,131 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T05:37:38,149 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e243dcb6c2df%2C33963%2C1731649056030, suffix=, logDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/WALs/e243dcb6c2df,33963,1731649056030, archiveDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/oldWALs, maxLogs=10 2024-11-15T05:37:38,175 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/WALs/e243dcb6c2df,33963,1731649056030/e243dcb6c2df%2C33963%2C1731649056030.1731649058153, exclude list is [], retry=0 2024-11-15T05:37:38,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36855,DS-c83537ad-fe6c-4a4f-93bc-8a717ade5ad4,DISK] 2024-11-15T05:37:38,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T05:37:38,239 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/WALs/e243dcb6c2df,33963,1731649056030/e243dcb6c2df%2C33963%2C1731649056030.1731649058153 2024-11-15T05:37:38,240 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36057:36057)] 2024-11-15T05:37:38,241 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:37:38,241 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:37:38,245 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,246 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T05:37:38,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:38,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:38,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T05:37:38,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:38,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:37:38,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T05:37:38,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:38,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:37:38,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T05:37:38,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:38,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:37:38,340 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,344 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,345 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,350 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,351 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,356 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T05:37:38,359 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T05:37:38,364 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T05:37:38,366 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58820892, jitterRate=-0.12350040674209595}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T05:37:38,371 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731649058258Initializing all the Stores at 1731649058260 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731649058261 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649058261Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649058262 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649058262Cleaning up temporary data from old regions at 1731649058351 (+89 ms)Region opened successfully at 1731649058371 (+20 ms) 2024-11-15T05:37:38,372 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T05:37:38,408 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d88cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e243dcb6c2df/172.17.0.2:0 2024-11-15T05:37:38,454 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T05:37:38,469 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T05:37:38,469 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T05:37:38,472 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T05:37:38,474 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T05:37:38,479 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T05:37:38,479 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T05:37:38,510 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T05:37:38,521 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T05:37:38,524 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T05:37:38,527 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T05:37:38,528 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T05:37:38,531 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T05:37:38,533 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T05:37:38,537 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T05:37:38,538 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T05:37:38,540 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T05:37:38,542 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T05:37:38,561 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T05:37:38,563 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T05:37:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T05:37:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:38,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T05:37:38,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:38,580 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e243dcb6c2df,33963,1731649056030, sessionid=0x1011a21942a0000, setting cluster-up flag (Was=false) 2024-11-15T05:37:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:38,599 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T05:37:38,601 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:38,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:38,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:38,614 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T05:37:38,615 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:38,623 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T05:37:38,647 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(746): ClusterId : 06b36878-da7f-4ad5-ae02-ba9143422f96 2024-11-15T05:37:38,649 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T05:37:38,654 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T05:37:38,654 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T05:37:38,658 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T05:37:38,659 DEBUG [RS:0;e243dcb6c2df:33879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebd0bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e243dcb6c2df/172.17.0.2:0 2024-11-15T05:37:38,676 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e243dcb6c2df:33879 2024-11-15T05:37:38,679 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T05:37:38,679 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T05:37:38,679 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T05:37:38,682 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(2659): reportForDuty to master=e243dcb6c2df,33963,1731649056030 with port=33879, startcode=1731649056842 2024-11-15T05:37:38,693 DEBUG [RS:0;e243dcb6c2df:33879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T05:37:38,705 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T05:37:38,717 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T05:37:38,728 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T05:37:38,731 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T05:37:38,738 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33963 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:38,736 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e243dcb6c2df,33963,1731649056030 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T05:37:38,744 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e243dcb6c2df:0, corePoolSize=5, maxPoolSize=5 2024-11-15T05:37:38,744 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e243dcb6c2df:0, corePoolSize=5, maxPoolSize=5 2024-11-15T05:37:38,744 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e243dcb6c2df:0, corePoolSize=5, maxPoolSize=5 2024-11-15T05:37:38,745 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e243dcb6c2df:0, corePoolSize=5, maxPoolSize=5 2024-11-15T05:37:38,745 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e243dcb6c2df:0, corePoolSize=10, maxPoolSize=10 2024-11-15T05:37:38,745 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,745 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e243dcb6c2df:0, corePoolSize=2, maxPoolSize=2 2024-11-15T05:37:38,745 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,750 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731649088750 2024-11-15T05:37:38,752 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T05:37:38,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T05:37:38,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T05:37:38,753 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T05:37:38,757 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T05:37:38,757 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T05:37:38,758 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T05:37:38,758 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T05:37:38,761 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:38,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T05:37:38,760 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,765 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T05:37:38,766 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T05:37:38,767 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T05:37:38,770 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T05:37:38,771 WARN [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T05:37:38,772 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T05:37:38,773 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T05:37:38,779 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e243dcb6c2df:0:becomeActiveMaster-HFileCleaner.large.0-1731649058774,5,FailOnTimeoutGroup] 2024-11-15T05:37:38,780 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e243dcb6c2df:0:becomeActiveMaster-HFileCleaner.small.0-1731649058779,5,FailOnTimeoutGroup] 2024-11-15T05:37:38,780 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,780 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T05:37:38,781 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741831_1007 (size=1321) 2024-11-15T05:37:38,782 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,872 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(2659): reportForDuty to master=e243dcb6c2df,33963,1731649056030 with port=33879, startcode=1731649056842 2024-11-15T05:37:38,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:38,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33963 {}] master.ServerManager(517): Registering regionserver=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:38,890 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e 2024-11-15T05:37:38,890 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46131 2024-11-15T05:37:38,891 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T05:37:38,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T05:37:38,895 DEBUG [RS:0;e243dcb6c2df:33879 {}] zookeeper.ZKUtil(111): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:38,895 WARN [RS:0;e243dcb6c2df:33879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T05:37:38,896 INFO [RS:0;e243dcb6c2df:33879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T05:37:38,896 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/WALs/e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:38,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e243dcb6c2df,33879,1731649056842] 2024-11-15T05:37:38,928 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T05:37:38,943 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T05:37:38,950 INFO [RS:0;e243dcb6c2df:33879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T05:37:38,950 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,951 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T05:37:38,958 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T05:37:38,960 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,960 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,960 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,961 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,961 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,961 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,961 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e243dcb6c2df:0, corePoolSize=2, maxPoolSize=2 2024-11-15T05:37:38,961 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,961 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,961 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,962 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,962 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,962 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e243dcb6c2df:0, corePoolSize=1, maxPoolSize=1 2024-11-15T05:37:38,962 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e243dcb6c2df:0, corePoolSize=3, maxPoolSize=3 2024-11-15T05:37:38,962 DEBUG [RS:0;e243dcb6c2df:33879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0, corePoolSize=3, maxPoolSize=3 2024-11-15T05:37:38,963 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,963 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,964 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,964 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,964 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,964 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=e243dcb6c2df,33879,1731649056842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T05:37:38,992 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T05:37:38,995 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=e243dcb6c2df,33879,1731649056842-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,995 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:38,995 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.Replication(171): e243dcb6c2df,33879,1731649056842 started 2024-11-15T05:37:39,015 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:39,016 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1482): Serving as e243dcb6c2df,33879,1731649056842, RpcServer on e243dcb6c2df/172.17.0.2:33879, sessionid=0x1011a21942a0001 2024-11-15T05:37:39,017 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T05:37:39,017 DEBUG [RS:0;e243dcb6c2df:33879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:39,017 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e243dcb6c2df,33879,1731649056842' 2024-11-15T05:37:39,017 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T05:37:39,019 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T05:37:39,019 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T05:37:39,019 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T05:37:39,020 DEBUG [RS:0;e243dcb6c2df:33879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:39,020 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e243dcb6c2df,33879,1731649056842' 2024-11-15T05:37:39,020 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T05:37:39,020 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T05:37:39,021 DEBUG [RS:0;e243dcb6c2df:33879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T05:37:39,021 INFO [RS:0;e243dcb6c2df:33879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T05:37:39,021 INFO [RS:0;e243dcb6c2df:33879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T05:37:39,129 INFO [RS:0;e243dcb6c2df:33879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T05:37:39,133 INFO [RS:0;e243dcb6c2df:33879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e243dcb6c2df%2C33879%2C1731649056842, suffix=, logDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/WALs/e243dcb6c2df,33879,1731649056842, archiveDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/oldWALs, maxLogs=32 2024-11-15T05:37:39,152 DEBUG [RS:0;e243dcb6c2df:33879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/WALs/e243dcb6c2df,33879,1731649056842/e243dcb6c2df%2C33879%2C1731649056842.1731649059136, exclude list is [], retry=0 2024-11-15T05:37:39,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36855,DS-c83537ad-fe6c-4a4f-93bc-8a717ade5ad4,DISK] 2024-11-15T05:37:39,159 INFO [RS:0;e243dcb6c2df:33879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/WALs/e243dcb6c2df,33879,1731649056842/e243dcb6c2df%2C33879%2C1731649056842.1731649059136 2024-11-15T05:37:39,160 DEBUG [RS:0;e243dcb6c2df:33879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36057:36057)] 2024-11-15T05:37:39,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T05:37:39,185 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e 2024-11-15T05:37:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741833_1009 (size=32) 2024-11-15T05:37:39,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:37:39,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T05:37:39,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T05:37:39,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:39,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:39,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T05:37:39,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T05:37:39,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:39,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:39,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T05:37:39,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T05:37:39,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:39,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:39,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T05:37:39,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T05:37:39,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:39,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:39,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T05:37:39,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740 2024-11-15T05:37:39,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740 2024-11-15T05:37:39,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T05:37:39,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T05:37:39,622 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:37:39,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T05:37:39,629 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T05:37:39,630 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71871162, jitterRate=0.0709637701511383}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:37:39,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731649059597Initializing all the Stores at 1731649059599 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731649059599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731649059600 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649059600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731649059600Cleaning up temporary data from old regions at 1731649059621 (+21 ms)Region opened successfully at 1731649059633 (+12 ms) 2024-11-15T05:37:39,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T05:37:39,633 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T05:37:39,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T05:37:39,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T05:37:39,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T05:37:39,635 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T05:37:39,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731649059633Disabling compacts and flushes for region at 1731649059633Disabling writes for close at 1731649059634 (+1 ms)Writing region close event to WAL at 1731649059635 (+1 ms)Closed at 1731649059635 2024-11-15T05:37:39,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T05:37:39,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T05:37:39,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T05:37:39,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:37:39,658 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T05:37:39,811 DEBUG [e243dcb6c2df:33963 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T05:37:39,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:39,831 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e243dcb6c2df,33879,1731649056842, state=OPENING 2024-11-15T05:37:39,836 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T05:37:39,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:39,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:37:39,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:37:39,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:37:39,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T05:37:39,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:37:40,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T05:37:40,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T05:37:40,040 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T05:37:40,041 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T05:37:40,041 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T05:37:40,045 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e243dcb6c2df%2C33879%2C1731649056842.meta, suffix=.meta, logDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/WALs/e243dcb6c2df,33879,1731649056842, archiveDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/oldWALs, maxLogs=32 2024-11-15T05:37:40,070 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/WALs/e243dcb6c2df,33879,1731649056842/e243dcb6c2df%2C33879%2C1731649056842.meta.1731649060048.meta, exclude list is [], retry=0 2024-11-15T05:37:40,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36855,DS-c83537ad-fe6c-4a4f-93bc-8a717ade5ad4,DISK] 2024-11-15T05:37:40,079 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/WALs/e243dcb6c2df,33879,1731649056842/e243dcb6c2df%2C33879%2C1731649056842.meta.1731649060048.meta 2024-11-15T05:37:40,079 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36057:36057)] 2024-11-15T05:37:40,080 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:37:40,082 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T05:37:40,086 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T05:37:40,091 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T05:37:40,096 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T05:37:40,096 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:37:40,097 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T05:37:40,097 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T05:37:40,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T05:37:40,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T05:37:40,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:40,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:40,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T05:37:40,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T05:37:40,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:40,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:40,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T05:37:40,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T05:37:40,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:40,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:40,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T05:37:40,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T05:37:40,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:40,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T05:37:40,111 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T05:37:40,112 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740 2024-11-15T05:37:40,115 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740 2024-11-15T05:37:40,117 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T05:37:40,118 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T05:37:40,118 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:37:40,121 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T05:37:40,123 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63217453, jitterRate=-0.0579865425825119}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:37:40,123 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T05:37:40,125 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731649060097Writing region info on filesystem at 1731649060097Initializing all the Stores at 1731649060099 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731649060099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731649060100 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649060100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731649060100Cleaning up temporary data from old regions at 1731649060118 (+18 ms)Running coprocessor post-open hooks at 1731649060123 (+5 ms)Region opened successfully at 1731649060125 (+2 ms) 2024-11-15T05:37:40,133 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731649060012 2024-11-15T05:37:40,146 DEBUG [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T05:37:40,146 INFO [RS_OPEN_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T05:37:40,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:40,150 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e243dcb6c2df,33879,1731649056842, state=OPEN 2024-11-15T05:37:40,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:37:40,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T05:37:40,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:37:40,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T05:37:40,157 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:40,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T05:37:40,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e243dcb6c2df,33879,1731649056842 in 314 msec 2024-11-15T05:37:40,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T05:37:40,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-11-15T05:37:40,172 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T05:37:40,172 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T05:37:40,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:40,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:40,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:40,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:40,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5930 sec 2024-11-15T05:37:40,245 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731649060245, completionTime=-1 2024-11-15T05:37:40,249 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T05:37:40,249 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T05:37:40,309 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T05:37:40,309 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731649120309 2024-11-15T05:37:40,309 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731649180309 2024-11-15T05:37:40,309 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 59 msec 2024-11-15T05:37:40,311 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e243dcb6c2df,33963,1731649056030-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:40,312 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e243dcb6c2df,33963,1731649056030-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:40,312 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e243dcb6c2df,33963,1731649056030-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:40,314 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e243dcb6c2df:33963, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:40,314 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:40,315 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:40,327 DEBUG [master/e243dcb6c2df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T05:37:40,348 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.338sec 2024-11-15T05:37:40,349 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T05:37:40,350 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T05:37:40,351 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T05:37:40,352 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T05:37:40,352 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T05:37:40,353 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e243dcb6c2df,33963,1731649056030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T05:37:40,353 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e243dcb6c2df,33963,1731649056030-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T05:37:40,363 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T05:37:40,363 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T05:37:40,364 INFO [master/e243dcb6c2df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e243dcb6c2df,33963,1731649056030-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T05:37:40,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9654c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:40,460 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T05:37:40,460 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T05:37:40,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:40,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:40,474 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:40,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572ecf82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:40,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:40,485 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:40,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7449b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:40,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:40,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:40,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:40,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=8987 2024-11-15T05:37:40,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T05:37:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ae4b090 2024-11-15T05:37:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T05:37:40,555 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T05:37:40,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:37:40,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:37:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T05:37:40,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T05:37:40,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-15T05:37:40,575 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:40,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T05:37:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T05:37:40,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741835_1011 (size=959) 2024-11-15T05:37:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T05:37:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T05:37:40,995 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e 2024-11-15T05:37:41,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741836_1012 (size=53) 2024-11-15T05:37:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T05:37:41,405 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:37:41,405 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0510b49f8580f4d7906b616dea1c6681, disabling compactions & flushes 2024-11-15T05:37:41,405 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:41,405 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:41,405 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. after waiting 0 ms 2024-11-15T05:37:41,405 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:41,405 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:41,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0510b49f8580f4d7906b616dea1c6681: Waiting for close lock at 1731649061405Disabling compacts and flushes for region at 1731649061405Disabling writes for close at 1731649061405Writing region close event to WAL at 1731649061405Closed at 1731649061405 2024-11-15T05:37:41,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T05:37:41,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731649061409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731649061409"}]},"ts":"1731649061409"} 2024-11-15T05:37:41,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T05:37:41,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T05:37:41,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649061421"}]},"ts":"1731649061421"} 2024-11-15T05:37:41,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T05:37:41,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, ASSIGN}] 2024-11-15T05:37:41,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, ASSIGN 2024-11-15T05:37:41,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, ASSIGN; state=OFFLINE, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=false 2024-11-15T05:37:41,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0510b49f8580f4d7906b616dea1c6681, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:41,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, ASSIGN because future has completed 2024-11-15T05:37:41,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:37:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T05:37:41,751 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:41,751 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:37:41,751 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,752 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:37:41,752 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,752 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,754 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,757 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0510b49f8580f4d7906b616dea1c6681 columnFamilyName A 2024-11-15T05:37:41,757 DEBUG [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:41,758 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] regionserver.HStore(327): Store=0510b49f8580f4d7906b616dea1c6681/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:37:41,758 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,761 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0510b49f8580f4d7906b616dea1c6681 columnFamilyName B 2024-11-15T05:37:41,761 DEBUG [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:41,762 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] regionserver.HStore(327): Store=0510b49f8580f4d7906b616dea1c6681/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:37:41,762 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,764 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0510b49f8580f4d7906b616dea1c6681 columnFamilyName C 2024-11-15T05:37:41,764 DEBUG [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:37:41,765 INFO [StoreOpener-0510b49f8580f4d7906b616dea1c6681-1 {}] regionserver.HStore(327): Store=0510b49f8580f4d7906b616dea1c6681/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:37:41,765 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,766 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,767 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,769 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,769 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,770 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:37:41,772 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,778 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T05:37:41,778 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0510b49f8580f4d7906b616dea1c6681; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66614689, jitterRate=-0.0073637813329696655}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:37:41,779 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:41,780 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0510b49f8580f4d7906b616dea1c6681: Running coprocessor pre-open hook at 1731649061752Writing region info on filesystem at 1731649061752Initializing all the Stores at 1731649061754 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649061754Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649061754Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649061754Cleaning up temporary data from old regions at 1731649061769 (+15 ms)Running coprocessor post-open hooks at 1731649061779 (+10 ms)Region opened successfully at 1731649061780 (+1 ms) 2024-11-15T05:37:41,782 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., pid=6, masterSystemTime=1731649061744 2024-11-15T05:37:41,785 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:41,785 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:41,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0510b49f8580f4d7906b616dea1c6681, regionState=OPEN, openSeqNum=2, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:41,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:37:41,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T05:37:41,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 in 202 msec 2024-11-15T05:37:41,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T05:37:41,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, ASSIGN in 366 msec 2024-11-15T05:37:41,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T05:37:41,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649061800"}]},"ts":"1731649061800"} 2024-11-15T05:37:41,803 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T05:37:41,805 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T05:37:41,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2410 sec 2024-11-15T05:37:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T05:37:42,733 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:37:42,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af8352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,740 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d81395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,743 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491c3e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T05:37:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e243dcb6c2df,33963,1731649056030 2024-11-15T05:37:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f981729 2024-11-15T05:37:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T05:37:42,757 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T05:37:42,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd75e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,763 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61788bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,766 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da37544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2118b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,771 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbb78b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,775 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f953883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b60dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,778 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f8ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,782 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e49c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323acfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,786 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4c9506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,789 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6706ff39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3f6ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,792 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a570e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,794 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260a5c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a68df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,801 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510fbbc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,803 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fa727e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667ba1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,806 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2b44cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,808 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f3844f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6837d2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,813 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394afbbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,815 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd72e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146768a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:37:42,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:37:42,821 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:37:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:37:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:37:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306cf84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:37:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:37:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:37:42,823 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:37:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e4fc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:37:42,831 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,831 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,831 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,832 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,833 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,839 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,841 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,853 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,857 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:37:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:37:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:37:42,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:37:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:37:42,875 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:37:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-15T05:37:42,885 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:37:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T05:37:42,888 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:37:42,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:37:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:42,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:37:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T05:37:43,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/003b564145e34012b6a7a9b703905a75 is 50, key is test_row_0/A:col10/1731649062945/Put/seqid=0 2024-11-15T05:37:43,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:43,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741837_1013 (size=12001) 2024-11-15T05:37:43,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/003b564145e34012b6a7a9b703905a75 2024-11-15T05:37:43,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649123109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649123118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649123123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649123142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649123143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T05:37:43,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e7c938feb21e4d1fbfbf66ea657c11e7 is 50, key is test_row_0/B:col10/1731649062945/Put/seqid=0 2024-11-15T05:37:43,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649123262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649123263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649123263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649123272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649123273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741838_1014 (size=12001) 2024-11-15T05:37:43,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649123471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649123482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649123483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649123492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649123493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T05:37:43,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:43,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e7c938feb21e4d1fbfbf66ea657c11e7 2024-11-15T05:37:43,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0bf8a47598a64040871a5d48f9063429 is 50, key is test_row_0/C:col10/1731649062945/Put/seqid=0 2024-11-15T05:37:43,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649123782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649123792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649123792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741839_1015 (size=12001) 2024-11-15T05:37:43,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649123802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649123802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:43,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:43,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:43,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T05:37:44,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:44,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:44,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0bf8a47598a64040871a5d48f9063429 2024-11-15T05:37:44,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/003b564145e34012b6a7a9b703905a75 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/003b564145e34012b6a7a9b703905a75 2024-11-15T05:37:44,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/003b564145e34012b6a7a9b703905a75, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T05:37:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e7c938feb21e4d1fbfbf66ea657c11e7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e7c938feb21e4d1fbfbf66ea657c11e7 2024-11-15T05:37:44,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e7c938feb21e4d1fbfbf66ea657c11e7, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T05:37:44,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0bf8a47598a64040871a5d48f9063429 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0bf8a47598a64040871a5d48f9063429 2024-11-15T05:37:44,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0bf8a47598a64040871a5d48f9063429, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T05:37:44,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0510b49f8580f4d7906b616dea1c6681 in 1353ms, sequenceid=14, compaction requested=false 2024-11-15T05:37:44,309 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T05:37:44,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:44,333 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:44,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:37:44,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649124355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/e8087455272e472c86e16367c005835e is 50, key is test_row_0/A:col10/1731649064333/Put/seqid=0 2024-11-15T05:37:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649124360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649124361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649124369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649124372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741840_1016 (size=21365) 2024-11-15T05:37:44,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/e8087455272e472c86e16367c005835e 2024-11-15T05:37:44,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/873cc356ae3b4acd83517805d437b7b9 is 50, key is test_row_0/B:col10/1731649064333/Put/seqid=0 2024-11-15T05:37:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741841_1017 (size=12001) 2024-11-15T05:37:44,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/873cc356ae3b4acd83517805d437b7b9 2024-11-15T05:37:44,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649124483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/1d2f3f2f747247e7a7a70d769d2532d8 is 50, key is test_row_0/C:col10/1731649064333/Put/seqid=0 2024-11-15T05:37:44,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649124485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649124483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649124502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649124503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:44,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:44,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741842_1018 (size=12001) 2024-11-15T05:37:44,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:44,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:44,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649124702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649124712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649124712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649124721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649124722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:44,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:44,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:44,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T05:37:44,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/1d2f3f2f747247e7a7a70d769d2532d8 2024-11-15T05:37:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/e8087455272e472c86e16367c005835e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e8087455272e472c86e16367c005835e 2024-11-15T05:37:44,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e8087455272e472c86e16367c005835e, entries=350, sequenceid=41, filesize=20.9 K 2024-11-15T05:37:44,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/873cc356ae3b4acd83517805d437b7b9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/873cc356ae3b4acd83517805d437b7b9 2024-11-15T05:37:44,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/873cc356ae3b4acd83517805d437b7b9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-15T05:37:44,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/1d2f3f2f747247e7a7a70d769d2532d8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1d2f3f2f747247e7a7a70d769d2532d8 2024-11-15T05:37:45,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:45,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:45,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649125012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649125021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649125022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1d2f3f2f747247e7a7a70d769d2532d8, entries=150, sequenceid=41, filesize=11.7 K 2024-11-15T05:37:45,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 0510b49f8580f4d7906b616dea1c6681 in 697ms, sequenceid=41, compaction requested=false 2024-11-15T05:37:45,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:45,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:37:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T05:37:45,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/210807fc51274f3baaed3fd92bddbef4 is 50, key is test_row_0/A:col10/1731649064354/Put/seqid=0 2024-11-15T05:37:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741843_1019 (size=14341) 2024-11-15T05:37:45,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649125166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649125169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649125283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649125292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:45,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:45,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:45,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/210807fc51274f3baaed3fd92bddbef4 2024-11-15T05:37:45,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649125501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649125517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649125522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/78fa6a9728f046faa7bcc7bdad6b3e7e is 50, key is test_row_0/B:col10/1731649064354/Put/seqid=0 2024-11-15T05:37:45,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741844_1020 (size=12001) 2024-11-15T05:37:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649125542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649125542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/78fa6a9728f046faa7bcc7bdad6b3e7e 2024-11-15T05:37:45,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/497c1d9b25404b3db991efb49ee2b205 is 50, key is test_row_0/C:col10/1731649064354/Put/seqid=0 2024-11-15T05:37:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741845_1021 (size=12001) 2024-11-15T05:37:45,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T05:37:45,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/497c1d9b25404b3db991efb49ee2b205 2024-11-15T05:37:45,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/210807fc51274f3baaed3fd92bddbef4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/210807fc51274f3baaed3fd92bddbef4 2024-11-15T05:37:45,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/210807fc51274f3baaed3fd92bddbef4, entries=200, sequenceid=53, filesize=14.0 K 2024-11-15T05:37:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/78fa6a9728f046faa7bcc7bdad6b3e7e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/78fa6a9728f046faa7bcc7bdad6b3e7e 2024-11-15T05:37:45,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/78fa6a9728f046faa7bcc7bdad6b3e7e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-15T05:37:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/497c1d9b25404b3db991efb49ee2b205 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/497c1d9b25404b3db991efb49ee2b205 2024-11-15T05:37:45,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/497c1d9b25404b3db991efb49ee2b205, entries=150, sequenceid=53, filesize=11.7 K 2024-11-15T05:37:45,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0510b49f8580f4d7906b616dea1c6681 in 646ms, sequenceid=53, compaction requested=true 2024-11-15T05:37:45,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:37:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:37:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:45,708 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:37:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:45,709 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:45,712 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:45,712 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:45,714 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:37:45,714 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:37:45,715 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,716 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/003b564145e34012b6a7a9b703905a75, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e8087455272e472c86e16367c005835e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/210807fc51274f3baaed3fd92bddbef4] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=46.6 K 2024-11-15T05:37:45,717 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,717 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e7c938feb21e4d1fbfbf66ea657c11e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/873cc356ae3b4acd83517805d437b7b9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/78fa6a9728f046faa7bcc7bdad6b3e7e] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=35.2 K 2024-11-15T05:37:45,717 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 003b564145e34012b6a7a9b703905a75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731649062856 2024-11-15T05:37:45,718 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e7c938feb21e4d1fbfbf66ea657c11e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731649062856 2024-11-15T05:37:45,719 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 873cc356ae3b4acd83517805d437b7b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649063133 2024-11-15T05:37:45,720 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8087455272e472c86e16367c005835e, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649063102 2024-11-15T05:37:45,720 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 78fa6a9728f046faa7bcc7bdad6b3e7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649064354 2024-11-15T05:37:45,721 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 210807fc51274f3baaed3fd92bddbef4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649064350 2024-11-15T05:37:45,776 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#9 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:45,777 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/59d4aa1abded43b593df1a9edf30c238 is 50, key is test_row_0/A:col10/1731649064354/Put/seqid=0 2024-11-15T05:37:45,784 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#10 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:45,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T05:37:45,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,786 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T05:37:45,788 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/b5990aa0d75a446fa55b53ecf0e62da9 is 50, key is test_row_0/B:col10/1731649064354/Put/seqid=0 2024-11-15T05:37:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741846_1022 (size=12104) 2024-11-15T05:37:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/514f59b577374284826d37b2f996eb23 is 50, key is test_row_0/A:col10/1731649065166/Put/seqid=0 2024-11-15T05:37:45,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741847_1023 (size=12104) 2024-11-15T05:37:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:45,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:45,850 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/b5990aa0d75a446fa55b53ecf0e62da9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b5990aa0d75a446fa55b53ecf0e62da9 2024-11-15T05:37:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741848_1024 (size=12001) 2024-11-15T05:37:45,878 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/514f59b577374284826d37b2f996eb23 2024-11-15T05:37:45,882 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into b5990aa0d75a446fa55b53ecf0e62da9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:45,882 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:45,885 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=13, startTime=1731649065708; duration=0sec 2024-11-15T05:37:45,886 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:45,887 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:37:45,889 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:45,892 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:45,893 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:37:45,893 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:45,894 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0bf8a47598a64040871a5d48f9063429, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1d2f3f2f747247e7a7a70d769d2532d8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/497c1d9b25404b3db991efb49ee2b205] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=35.2 K 2024-11-15T05:37:45,895 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bf8a47598a64040871a5d48f9063429, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731649062856 2024-11-15T05:37:45,895 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d2f3f2f747247e7a7a70d769d2532d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649063133 2024-11-15T05:37:45,896 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 497c1d9b25404b3db991efb49ee2b205, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649064354 2024-11-15T05:37:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/657ee6091e6c49f4bf9862a5188ff661 is 50, key is test_row_0/B:col10/1731649065166/Put/seqid=0 2024-11-15T05:37:45,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649125926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,946 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:45,947 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/8677ade2df154bcbb87c82891c49f664 is 50, key is test_row_0/C:col10/1731649064354/Put/seqid=0 2024-11-15T05:37:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649125934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741849_1025 (size=12001) 2024-11-15T05:37:45,964 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/657ee6091e6c49f4bf9862a5188ff661 2024-11-15T05:37:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741850_1026 (size=12104) 2024-11-15T05:37:45,999 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/8677ade2df154bcbb87c82891c49f664 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/8677ade2df154bcbb87c82891c49f664 2024-11-15T05:37:46,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/7532706b21394af1a916f92cb5350b29 is 50, key is test_row_0/C:col10/1731649065166/Put/seqid=0 2024-11-15T05:37:46,010 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into 8677ade2df154bcbb87c82891c49f664(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:46,011 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:46,011 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=13, startTime=1731649065708; duration=0sec 2024-11-15T05:37:46,011 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:46,011 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:37:46,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649126042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741851_1027 (size=12001) 2024-11-15T05:37:46,050 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/7532706b21394af1a916f92cb5350b29 2024-11-15T05:37:46,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/514f59b577374284826d37b2f996eb23 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/514f59b577374284826d37b2f996eb23 2024-11-15T05:37:46,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649126061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,083 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/514f59b577374284826d37b2f996eb23, entries=150, sequenceid=77, filesize=11.7 K 2024-11-15T05:37:46,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/657ee6091e6c49f4bf9862a5188ff661 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/657ee6091e6c49f4bf9862a5188ff661 2024-11-15T05:37:46,098 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/657ee6091e6c49f4bf9862a5188ff661, entries=150, sequenceid=77, filesize=11.7 K 2024-11-15T05:37:46,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/7532706b21394af1a916f92cb5350b29 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/7532706b21394af1a916f92cb5350b29 2024-11-15T05:37:46,110 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/7532706b21394af1a916f92cb5350b29, entries=150, sequenceid=77, filesize=11.7 K 2024-11-15T05:37:46,112 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0510b49f8580f4d7906b616dea1c6681 in 326ms, sequenceid=77, compaction requested=false 2024-11-15T05:37:46,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:46,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:46,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T05:37:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T05:37:46,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T05:37:46,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2250 sec 2024-11-15T05:37:46,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.2560 sec 2024-11-15T05:37:46,224 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/59d4aa1abded43b593df1a9edf30c238 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/59d4aa1abded43b593df1a9edf30c238 2024-11-15T05:37:46,249 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into 59d4aa1abded43b593df1a9edf30c238(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:46,249 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:46,249 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=13, startTime=1731649065687; duration=0sec 2024-11-15T05:37:46,249 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:46,249 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:37:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:46,256 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:46,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:37:46,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/cb97f26957674877bc571bb323430a37 is 50, key is test_row_0/A:col10/1731649066253/Put/seqid=0 2024-11-15T05:37:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741852_1028 (size=12001) 2024-11-15T05:37:46,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/cb97f26957674877bc571bb323430a37 2024-11-15T05:37:46,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/daddfecc3d224966ac6e7945094e1dd3 is 50, key is test_row_0/B:col10/1731649066253/Put/seqid=0 2024-11-15T05:37:46,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741853_1029 (size=12001) 2024-11-15T05:37:46,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/daddfecc3d224966ac6e7945094e1dd3 2024-11-15T05:37:46,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/3b9cd700c9fa4280819d07cb89081988 is 50, key is test_row_0/C:col10/1731649066253/Put/seqid=0 2024-11-15T05:37:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741854_1030 (size=12001) 2024-11-15T05:37:46,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/3b9cd700c9fa4280819d07cb89081988 2024-11-15T05:37:46,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649126394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649126396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/cb97f26957674877bc571bb323430a37 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/cb97f26957674877bc571bb323430a37 2024-11-15T05:37:46,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/cb97f26957674877bc571bb323430a37, entries=150, sequenceid=93, filesize=11.7 K 2024-11-15T05:37:46,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/daddfecc3d224966ac6e7945094e1dd3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/daddfecc3d224966ac6e7945094e1dd3 2024-11-15T05:37:46,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/daddfecc3d224966ac6e7945094e1dd3, entries=150, sequenceid=93, filesize=11.7 K 2024-11-15T05:37:46,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/3b9cd700c9fa4280819d07cb89081988 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3b9cd700c9fa4280819d07cb89081988 2024-11-15T05:37:46,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3b9cd700c9fa4280819d07cb89081988, entries=150, sequenceid=93, filesize=11.7 K 2024-11-15T05:37:46,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0510b49f8580f4d7906b616dea1c6681 in 201ms, sequenceid=93, compaction requested=true 2024-11-15T05:37:46,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:46,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:37:46,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:46,458 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:46,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:37:46,458 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:46,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:46,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:37:46,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:46,460 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:46,460 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:46,460 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:37:46,460 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:37:46,460 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:46,460 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:46,461 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/59d4aa1abded43b593df1a9edf30c238, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/514f59b577374284826d37b2f996eb23, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/cb97f26957674877bc571bb323430a37] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=35.3 K 2024-11-15T05:37:46,461 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b5990aa0d75a446fa55b53ecf0e62da9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/657ee6091e6c49f4bf9862a5188ff661, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/daddfecc3d224966ac6e7945094e1dd3] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=35.3 K 2024-11-15T05:37:46,462 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59d4aa1abded43b593df1a9edf30c238, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649064354 2024-11-15T05:37:46,462 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b5990aa0d75a446fa55b53ecf0e62da9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649064354 2024-11-15T05:37:46,463 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 514f59b577374284826d37b2f996eb23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731649065152 2024-11-15T05:37:46,463 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 657ee6091e6c49f4bf9862a5188ff661, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731649065152 2024-11-15T05:37:46,464 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb97f26957674877bc571bb323430a37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649065920 2024-11-15T05:37:46,464 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting daddfecc3d224966ac6e7945094e1dd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649065920 2024-11-15T05:37:46,491 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:46,492 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/4a4c6e9bb3114866bf1cc4ef7b33d72c is 50, key is test_row_0/B:col10/1731649066253/Put/seqid=0 2024-11-15T05:37:46,499 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:46,500 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/64fdb0657e414da58581f9bd2934c7c8 is 50, key is test_row_0/A:col10/1731649066253/Put/seqid=0 2024-11-15T05:37:46,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T05:37:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:46,509 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:46,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T05:37:46,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T05:37:46,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T05:37:46,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T05:37:46,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T05:37:46,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T05:37:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741855_1031 (size=12207) 2024-11-15T05:37:46,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T05:37:46,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T05:37:46,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3359b2d7e7254e0d8aa5aa35e90b9745 is 50, key is test_row_0/A:col10/1731649066373/Put/seqid=0 2024-11-15T05:37:46,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741856_1032 (size=12207) 2024-11-15T05:37:46,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649126561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649126562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649126563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,568 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/4a4c6e9bb3114866bf1cc4ef7b33d72c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/4a4c6e9bb3114866bf1cc4ef7b33d72c 2024-11-15T05:37:46,571 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in 0510b49f8580f4d7906b616dea1c6681 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:37:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,574 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 0510b49f8580f4d7906b616dea1c6681 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:37:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,576 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/64fdb0657e414da58581f9bd2934c7c8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/64fdb0657e414da58581f9bd2934c7c8 2024-11-15T05:37:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649126565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649126568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,590 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into 4a4c6e9bb3114866bf1cc4ef7b33d72c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741857_1033 (size=12001) 2024-11-15T05:37:46,591 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:46,591 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=13, startTime=1731649066458; duration=0sec 2024-11-15T05:37:46,591 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:46,591 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:37:46,591 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:46,596 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:46,596 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:37:46,596 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:46,597 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/8677ade2df154bcbb87c82891c49f664, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/7532706b21394af1a916f92cb5350b29, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3b9cd700c9fa4280819d07cb89081988] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=35.3 K 2024-11-15T05:37:46,598 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 8677ade2df154bcbb87c82891c49f664, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649064354 2024-11-15T05:37:46,600 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into 64fdb0657e414da58581f9bd2934c7c8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:46,600 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:46,600 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=13, startTime=1731649066457; duration=0sec 2024-11-15T05:37:46,600 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:46,600 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:37:46,601 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7532706b21394af1a916f92cb5350b29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731649065152 2024-11-15T05:37:46,602 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b9cd700c9fa4280819d07cb89081988, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649065920 2024-11-15T05:37:46,635 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:46,637 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/f0b413de72a049f985d59351005eb234 is 50, key is test_row_0/C:col10/1731649066253/Put/seqid=0 2024-11-15T05:37:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649126672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649126682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649126682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741858_1034 (size=12207) 2024-11-15T05:37:46,707 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/f0b413de72a049f985d59351005eb234 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/f0b413de72a049f985d59351005eb234 2024-11-15T05:37:46,720 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into f0b413de72a049f985d59351005eb234(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:46,721 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:46,721 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=13, startTime=1731649066458; duration=0sec 2024-11-15T05:37:46,721 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:46,721 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:37:46,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649126882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649126901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649126901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:46,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:46,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:46,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3359b2d7e7254e0d8aa5aa35e90b9745 2024-11-15T05:37:47,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/f4a2e09aa53c431c99f6ec1ac76e7e66 is 50, key is test_row_0/B:col10/1731649066373/Put/seqid=0 2024-11-15T05:37:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741859_1035 (size=12001) 2024-11-15T05:37:47,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/f4a2e09aa53c431c99f6ec1ac76e7e66 2024-11-15T05:37:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T05:37:47,062 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:37:47,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:37:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-15T05:37:47,067 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:37:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T05:37:47,070 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:37:47,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:37:47,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/774291767fed454ebe885ea232effddf is 50, key is test_row_0/C:col10/1731649066373/Put/seqid=0 2024-11-15T05:37:47,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741860_1036 (size=12001) 2024-11-15T05:37:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T05:37:47,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649127191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:47,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649127212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T05:37:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:47,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649127212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T05:37:47,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T05:37:47,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:47,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:47,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:47,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/774291767fed454ebe885ea232effddf 2024-11-15T05:37:47,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T05:37:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:47,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3359b2d7e7254e0d8aa5aa35e90b9745 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3359b2d7e7254e0d8aa5aa35e90b9745 2024-11-15T05:37:47,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3359b2d7e7254e0d8aa5aa35e90b9745, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T05:37:47,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/f4a2e09aa53c431c99f6ec1ac76e7e66 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/f4a2e09aa53c431c99f6ec1ac76e7e66 2024-11-15T05:37:47,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/f4a2e09aa53c431c99f6ec1ac76e7e66, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T05:37:47,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/774291767fed454ebe885ea232effddf as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/774291767fed454ebe885ea232effddf 2024-11-15T05:37:47,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/774291767fed454ebe885ea232effddf, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T05:37:47,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0510b49f8580f4d7906b616dea1c6681 in 1091ms, sequenceid=117, compaction requested=false 2024-11-15T05:37:47,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T05:37:47,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T05:37:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:47,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:37:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:47,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:47,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7c57209645fe428e9acce2776391bd5f is 50, key is test_row_0/A:col10/1731649066562/Put/seqid=0 2024-11-15T05:37:47,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741861_1037 (size=12051) 2024-11-15T05:37:47,744 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7c57209645fe428e9acce2776391bd5f 2024-11-15T05:37:47,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/28d82f54b9254389a1c8fcb73960b168 is 50, key is test_row_0/B:col10/1731649066562/Put/seqid=0 2024-11-15T05:37:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741862_1038 (size=12051) 2024-11-15T05:37:47,787 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/28d82f54b9254389a1c8fcb73960b168 2024-11-15T05:37:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649127809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649127810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:47,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/5d19bd61e56d4b37a582e9be7f82a3c5 is 50, key is test_row_0/C:col10/1731649066562/Put/seqid=0 2024-11-15T05:37:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:47,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649127810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741863_1039 (size=12051) 2024-11-15T05:37:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649127922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649127922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649127922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649128132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649128132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649128132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T05:37:48,256 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/5d19bd61e56d4b37a582e9be7f82a3c5 2024-11-15T05:37:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7c57209645fe428e9acce2776391bd5f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7c57209645fe428e9acce2776391bd5f 2024-11-15T05:37:48,275 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7c57209645fe428e9acce2776391bd5f, entries=150, sequenceid=133, filesize=11.8 K 2024-11-15T05:37:48,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/28d82f54b9254389a1c8fcb73960b168 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/28d82f54b9254389a1c8fcb73960b168 2024-11-15T05:37:48,296 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/28d82f54b9254389a1c8fcb73960b168, entries=150, sequenceid=133, filesize=11.8 K 2024-11-15T05:37:48,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/5d19bd61e56d4b37a582e9be7f82a3c5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5d19bd61e56d4b37a582e9be7f82a3c5 2024-11-15T05:37:48,306 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5d19bd61e56d4b37a582e9be7f82a3c5, entries=150, sequenceid=133, filesize=11.8 K 2024-11-15T05:37:48,308 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0510b49f8580f4d7906b616dea1c6681 in 610ms, sequenceid=133, compaction requested=true 2024-11-15T05:37:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T05:37:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T05:37:48,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T05:37:48,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2400 sec 2024-11-15T05:37:48,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.2530 sec 2024-11-15T05:37:48,445 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:48,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:37:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:48,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/4db0c295bc014a0b856e5c77dde6a860 is 50, key is test_row_0/A:col10/1731649067803/Put/seqid=0 2024-11-15T05:37:48,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649128471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649128476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741864_1040 (size=14541) 2024-11-15T05:37:48,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649128481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649128581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649128592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649128592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649128592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,594 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in 0510b49f8580f4d7906b616dea1c6681 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:37:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649128601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,607 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 0510b49f8580f4d7906b616dea1c6681 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:37:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649128802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649128802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649128802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:48,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/4db0c295bc014a0b856e5c77dde6a860 2024-11-15T05:37:48,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/1d3e07e98b6645e6b31409194a33d1b2 is 50, key is test_row_0/B:col10/1731649067803/Put/seqid=0 2024-11-15T05:37:48,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741865_1041 (size=12151) 2024-11-15T05:37:48,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/1d3e07e98b6645e6b31409194a33d1b2 2024-11-15T05:37:48,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/5e8bb64b75534f848bfb9f6b8a55e3f1 is 50, key is test_row_0/C:col10/1731649067803/Put/seqid=0 2024-11-15T05:37:48,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741866_1042 (size=12151) 2024-11-15T05:37:48,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/5e8bb64b75534f848bfb9f6b8a55e3f1 2024-11-15T05:37:48,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/4db0c295bc014a0b856e5c77dde6a860 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4db0c295bc014a0b856e5c77dde6a860 2024-11-15T05:37:48,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4db0c295bc014a0b856e5c77dde6a860, entries=200, sequenceid=159, filesize=14.2 K 2024-11-15T05:37:48,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/1d3e07e98b6645e6b31409194a33d1b2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1d3e07e98b6645e6b31409194a33d1b2 2024-11-15T05:37:49,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1d3e07e98b6645e6b31409194a33d1b2, entries=150, sequenceid=159, filesize=11.9 K 2024-11-15T05:37:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/5e8bb64b75534f848bfb9f6b8a55e3f1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5e8bb64b75534f848bfb9f6b8a55e3f1 2024-11-15T05:37:49,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5e8bb64b75534f848bfb9f6b8a55e3f1, entries=150, sequenceid=159, filesize=11.9 K 2024-11-15T05:37:49,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 0510b49f8580f4d7906b616dea1c6681 in 585ms, sequenceid=159, compaction requested=true 2024-11-15T05:37:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:37:49,031 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:37:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:37:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:49,031 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:37:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:37:49,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:49,036 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:37:49,036 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:37:49,036 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,037 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/4a4c6e9bb3114866bf1cc4ef7b33d72c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/f4a2e09aa53c431c99f6ec1ac76e7e66, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/28d82f54b9254389a1c8fcb73960b168, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1d3e07e98b6645e6b31409194a33d1b2] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=47.3 K 2024-11-15T05:37:49,037 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:37:49,037 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:37:49,037 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,037 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/64fdb0657e414da58581f9bd2934c7c8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3359b2d7e7254e0d8aa5aa35e90b9745, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7c57209645fe428e9acce2776391bd5f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4db0c295bc014a0b856e5c77dde6a860] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=49.6 K 2024-11-15T05:37:49,037 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4c6e9bb3114866bf1cc4ef7b33d72c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649065920 2024-11-15T05:37:49,038 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64fdb0657e414da58581f9bd2934c7c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649065920 2024-11-15T05:37:49,039 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f4a2e09aa53c431c99f6ec1ac76e7e66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731649066373 2024-11-15T05:37:49,039 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3359b2d7e7254e0d8aa5aa35e90b9745, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731649066373 2024-11-15T05:37:49,040 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d82f54b9254389a1c8fcb73960b168, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731649066557 2024-11-15T05:37:49,040 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c57209645fe428e9acce2776391bd5f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731649066557 2024-11-15T05:37:49,041 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d3e07e98b6645e6b31409194a33d1b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649067803 2024-11-15T05:37:49,041 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4db0c295bc014a0b856e5c77dde6a860, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649067803 2024-11-15T05:37:49,059 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:49,060 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/2041dab1af4d4500be0ec17d42afb33e is 50, key is test_row_0/A:col10/1731649067803/Put/seqid=0 2024-11-15T05:37:49,075 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:49,076 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/0208230db25342c9827084fe148c39cc is 50, key is test_row_0/B:col10/1731649067803/Put/seqid=0 2024-11-15T05:37:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741867_1043 (size=12493) 2024-11-15T05:37:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:49,119 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:49,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:37:49,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741868_1044 (size=12493) 2024-11-15T05:37:49,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/0ecdf2fadc3f4469b9eaebc2e9b46785 is 50, key is test_row_0/A:col10/1731649068471/Put/seqid=0 2024-11-15T05:37:49,135 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/2041dab1af4d4500be0ec17d42afb33e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2041dab1af4d4500be0ec17d42afb33e 2024-11-15T05:37:49,146 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/0208230db25342c9827084fe148c39cc as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0208230db25342c9827084fe148c39cc 2024-11-15T05:37:49,156 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into 2041dab1af4d4500be0ec17d42afb33e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:49,157 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:49,159 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=12, startTime=1731649069031; duration=0sec 2024-11-15T05:37:49,159 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:49,159 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:37:49,159 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:37:49,160 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into 0208230db25342c9827084fe148c39cc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:49,161 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:49,161 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=12, startTime=1731649069031; duration=0sec 2024-11-15T05:37:49,161 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:49,161 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:37:49,163 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:37:49,163 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:37:49,163 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,163 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/f0b413de72a049f985d59351005eb234, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/774291767fed454ebe885ea232effddf, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5d19bd61e56d4b37a582e9be7f82a3c5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5e8bb64b75534f848bfb9f6b8a55e3f1] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=47.3 K 2024-11-15T05:37:49,164 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0b413de72a049f985d59351005eb234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649065920 2024-11-15T05:37:49,165 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 774291767fed454ebe885ea232effddf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731649066373 2024-11-15T05:37:49,166 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d19bd61e56d4b37a582e9be7f82a3c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731649066557 2024-11-15T05:37:49,167 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e8bb64b75534f848bfb9f6b8a55e3f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649067803 2024-11-15T05:37:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741869_1045 (size=16931) 2024-11-15T05:37:49,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/0ecdf2fadc3f4469b9eaebc2e9b46785 2024-11-15T05:37:49,191 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:49,192 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/3069c05548bb4b5097c5d82ad160055a is 50, key is test_row_0/C:col10/1731649067803/Put/seqid=0 2024-11-15T05:37:49,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649129195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649129203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T05:37:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649129204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,211 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:37:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,212 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:37:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-15T05:37:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T05:37:49,215 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:37:49,216 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:37:49,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:37:49,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/487b6a8ef69d45cd827807566dd6a7d8 is 50, key is test_row_0/B:col10/1731649068471/Put/seqid=0 2024-11-15T05:37:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741870_1046 (size=12493) 2024-11-15T05:37:49,273 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/3069c05548bb4b5097c5d82ad160055a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3069c05548bb4b5097c5d82ad160055a 2024-11-15T05:37:49,282 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into 3069c05548bb4b5097c5d82ad160055a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:49,282 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:49,282 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=12, startTime=1731649069031; duration=0sec 2024-11-15T05:37:49,282 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:49,282 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:37:49,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741871_1047 (size=12151) 2024-11-15T05:37:49,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/487b6a8ef69d45cd827807566dd6a7d8 2024-11-15T05:37:49,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/169584b21b8e4ab091620902468ac7c9 is 50, key is test_row_0/C:col10/1731649068471/Put/seqid=0 2024-11-15T05:37:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649129312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649129312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T05:37:49,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649129321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741872_1048 (size=12151) 2024-11-15T05:37:49,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T05:37:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649129522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649129522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T05:37:49,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T05:37:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649129541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T05:37:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/169584b21b8e4ab091620902468ac7c9 2024-11-15T05:37:49,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/0ecdf2fadc3f4469b9eaebc2e9b46785 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/0ecdf2fadc3f4469b9eaebc2e9b46785 2024-11-15T05:37:49,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/0ecdf2fadc3f4469b9eaebc2e9b46785, entries=250, sequenceid=172, filesize=16.5 K 2024-11-15T05:37:49,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/487b6a8ef69d45cd827807566dd6a7d8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/487b6a8ef69d45cd827807566dd6a7d8 2024-11-15T05:37:49,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/487b6a8ef69d45cd827807566dd6a7d8, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T05:37:49,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/169584b21b8e4ab091620902468ac7c9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/169584b21b8e4ab091620902468ac7c9 2024-11-15T05:37:49,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/169584b21b8e4ab091620902468ac7c9, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T05:37:49,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0510b49f8580f4d7906b616dea1c6681 in 694ms, sequenceid=172, compaction requested=false 2024-11-15T05:37:49,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:49,835 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:49,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T05:37:49,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T05:37:49,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T05:37:49,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7db3370f82eb450e8d6fd6b67181b4d3 is 50, key is test_row_0/A:col10/1731649069833/Put/seqid=0 2024-11-15T05:37:49,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649129864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741873_1049 (size=16931) 2024-11-15T05:37:49,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7db3370f82eb450e8d6fd6b67181b4d3 2024-11-15T05:37:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649129871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649129874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/aff5fe662cb142d089e790785c0a943b is 50, key is test_row_0/B:col10/1731649069833/Put/seqid=0 2024-11-15T05:37:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741874_1050 (size=12151) 2024-11-15T05:37:49,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/aff5fe662cb142d089e790785c0a943b 2024-11-15T05:37:49,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/beb1cd5e099946db996d896d610bf6fa is 50, key is test_row_0/C:col10/1731649069833/Put/seqid=0 2024-11-15T05:37:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741875_1051 (size=12151) 2024-11-15T05:37:49,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/beb1cd5e099946db996d896d610bf6fa 2024-11-15T05:37:49,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649129982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:49,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7db3370f82eb450e8d6fd6b67181b4d3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7db3370f82eb450e8d6fd6b67181b4d3 2024-11-15T05:37:49,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T05:37:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:49,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:49,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7db3370f82eb450e8d6fd6b67181b4d3, entries=250, sequenceid=200, filesize=16.5 K 2024-11-15T05:37:49,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/aff5fe662cb142d089e790785c0a943b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/aff5fe662cb142d089e790785c0a943b 2024-11-15T05:37:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649129992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649129992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/aff5fe662cb142d089e790785c0a943b, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T05:37:50,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/beb1cd5e099946db996d896d610bf6fa as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/beb1cd5e099946db996d896d610bf6fa 2024-11-15T05:37:50,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/beb1cd5e099946db996d896d610bf6fa, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T05:37:50,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0510b49f8580f4d7906b616dea1c6681 in 194ms, sequenceid=200, compaction requested=true 2024-11-15T05:37:50,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:50,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:37:50,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:50,030 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:50,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:37:50,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:50,030 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:50,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:37:50,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:50,031 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 46355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:50,031 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:37:50,032 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:50,032 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2041dab1af4d4500be0ec17d42afb33e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/0ecdf2fadc3f4469b9eaebc2e9b46785, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7db3370f82eb450e8d6fd6b67181b4d3] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=45.3 K 2024-11-15T05:37:50,032 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:50,032 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:37:50,032 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2041dab1af4d4500be0ec17d42afb33e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649067803 2024-11-15T05:37:50,032 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:50,033 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0208230db25342c9827084fe148c39cc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/487b6a8ef69d45cd827807566dd6a7d8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/aff5fe662cb142d089e790785c0a943b] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=35.9 K 2024-11-15T05:37:50,033 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ecdf2fadc3f4469b9eaebc2e9b46785, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649068468 2024-11-15T05:37:50,033 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0208230db25342c9827084fe148c39cc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649067803 2024-11-15T05:37:50,034 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7db3370f82eb450e8d6fd6b67181b4d3, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649069177 2024-11-15T05:37:50,034 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 487b6a8ef69d45cd827807566dd6a7d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649068471 2024-11-15T05:37:50,035 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting aff5fe662cb142d089e790785c0a943b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649069190 2024-11-15T05:37:50,062 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:50,063 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/fca59bd680784ba094865c7a25ec7a23 is 50, key is test_row_0/A:col10/1731649069833/Put/seqid=0 2024-11-15T05:37:50,069 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:50,070 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/04571aaa5cb94b2dad6f4abdf5d28e2c is 50, key is test_row_0/B:col10/1731649069833/Put/seqid=0 2024-11-15T05:37:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741877_1053 (size=12595) 2024-11-15T05:37:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741876_1052 (size=12595) 2024-11-15T05:37:50,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T05:37:50,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:50,149 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:37:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/2ad9c528a9294e3e92d90854ccd0d337 is 50, key is test_row_0/A:col10/1731649069872/Put/seqid=0 2024-11-15T05:37:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741878_1054 (size=12151) 2024-11-15T05:37:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:50,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:50,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649130252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649130261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649130261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T05:37:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649130371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649130371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649130372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,532 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/04571aaa5cb94b2dad6f4abdf5d28e2c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/04571aaa5cb94b2dad6f4abdf5d28e2c 2024-11-15T05:37:50,547 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into 04571aaa5cb94b2dad6f4abdf5d28e2c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:50,547 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:50,547 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=13, startTime=1731649070030; duration=0sec 2024-11-15T05:37:50,549 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:50,549 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:37:50,549 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:50,550 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:50,551 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:37:50,551 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:50,551 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3069c05548bb4b5097c5d82ad160055a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/169584b21b8e4ab091620902468ac7c9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/beb1cd5e099946db996d896d610bf6fa] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=35.9 K 2024-11-15T05:37:50,551 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 3069c05548bb4b5097c5d82ad160055a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649067803 2024-11-15T05:37:50,552 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 169584b21b8e4ab091620902468ac7c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649068471 2024-11-15T05:37:50,553 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting beb1cd5e099946db996d896d610bf6fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649069190 2024-11-15T05:37:50,556 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/fca59bd680784ba094865c7a25ec7a23 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/fca59bd680784ba094865c7a25ec7a23 2024-11-15T05:37:50,568 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into fca59bd680784ba094865c7a25ec7a23(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:50,568 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:50,568 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=13, startTime=1731649070029; duration=0sec 2024-11-15T05:37:50,569 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:50,569 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:37:50,582 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:50,583 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/d2716f359dc545eb84206542d5b87d51 is 50, key is test_row_0/C:col10/1731649069833/Put/seqid=0 2024-11-15T05:37:50,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649130582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649130582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649130583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,599 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/2ad9c528a9294e3e92d90854ccd0d337 2024-11-15T05:37:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741879_1055 (size=12595) 2024-11-15T05:37:50,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/ca5dd5ee2865455ea040832ae07fcb15 is 50, key is test_row_0/B:col10/1731649069872/Put/seqid=0 2024-11-15T05:37:50,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741880_1056 (size=12151) 2024-11-15T05:37:50,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649130891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649130892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649130891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,031 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/d2716f359dc545eb84206542d5b87d51 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d2716f359dc545eb84206542d5b87d51 2024-11-15T05:37:51,046 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into d2716f359dc545eb84206542d5b87d51(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:51,046 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:51,047 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=13, startTime=1731649070030; duration=0sec 2024-11-15T05:37:51,047 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:51,048 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:37:51,052 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/ca5dd5ee2865455ea040832ae07fcb15 2024-11-15T05:37:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/24af84fdf9bb4abc824b2279d85aec44 is 50, key is test_row_0/C:col10/1731649069872/Put/seqid=0 2024-11-15T05:37:51,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741881_1057 (size=12151) 2024-11-15T05:37:51,120 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/24af84fdf9bb4abc824b2279d85aec44 2024-11-15T05:37:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/2ad9c528a9294e3e92d90854ccd0d337 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2ad9c528a9294e3e92d90854ccd0d337 2024-11-15T05:37:51,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2ad9c528a9294e3e92d90854ccd0d337, entries=150, sequenceid=212, filesize=11.9 K 2024-11-15T05:37:51,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/ca5dd5ee2865455ea040832ae07fcb15 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/ca5dd5ee2865455ea040832ae07fcb15 2024-11-15T05:37:51,163 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/ca5dd5ee2865455ea040832ae07fcb15, entries=150, sequenceid=212, filesize=11.9 K 2024-11-15T05:37:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/24af84fdf9bb4abc824b2279d85aec44 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/24af84fdf9bb4abc824b2279d85aec44 2024-11-15T05:37:51,178 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/24af84fdf9bb4abc824b2279d85aec44, entries=150, sequenceid=212, filesize=11.9 K 2024-11-15T05:37:51,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T05:37:51,183 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0510b49f8580f4d7906b616dea1c6681 in 1033ms, sequenceid=212, compaction requested=false 2024-11-15T05:37:51,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:51,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T05:37:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T05:37:51,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T05:37:51,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9700 sec 2024-11-15T05:37:51,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.9820 sec 2024-11-15T05:37:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T05:37:51,362 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:37:51,363 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:37:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-15T05:37:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T05:37:51,373 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:37:51,374 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:37:51,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:37:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:51,408 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:51,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T05:37:51,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/a29eec7d20274057aca82f321a2012c4 is 50, key is test_row_0/A:col10/1731649071403/Put/seqid=0 2024-11-15T05:37:51,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741882_1058 (size=14541) 2024-11-15T05:37:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T05:37:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649131498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649131498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649131505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T05:37:51,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:51,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649131611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649131612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649131621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T05:37:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T05:37:51,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649131821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649131821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649131832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:51,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T05:37:51,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:51,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/a29eec7d20274057aca82f321a2012c4 2024-11-15T05:37:51,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/96cb36c2723f4711be60d2467ed46335 is 50, key is test_row_0/B:col10/1731649071403/Put/seqid=0 2024-11-15T05:37:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741883_1059 (size=12151) 2024-11-15T05:37:51,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/96cb36c2723f4711be60d2467ed46335 2024-11-15T05:37:51,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/e8f1ac34c58742449481b0fabee31c52 is 50, key is test_row_0/C:col10/1731649071403/Put/seqid=0 2024-11-15T05:37:51,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741884_1060 (size=12151) 2024-11-15T05:37:51,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T05:37:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:51,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T05:37:52,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649132132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649132132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649132141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T05:37:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:52,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:52,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T05:37:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:52,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:52,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:52,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/e8f1ac34c58742449481b0fabee31c52 2024-11-15T05:37:52,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/a29eec7d20274057aca82f321a2012c4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a29eec7d20274057aca82f321a2012c4 2024-11-15T05:37:52,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a29eec7d20274057aca82f321a2012c4, entries=200, sequenceid=242, filesize=14.2 K 2024-11-15T05:37:52,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/96cb36c2723f4711be60d2467ed46335 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/96cb36c2723f4711be60d2467ed46335 2024-11-15T05:37:52,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/96cb36c2723f4711be60d2467ed46335, entries=150, sequenceid=242, filesize=11.9 K 2024-11-15T05:37:52,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/e8f1ac34c58742449481b0fabee31c52 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/e8f1ac34c58742449481b0fabee31c52 2024-11-15T05:37:52,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/e8f1ac34c58742449481b0fabee31c52, entries=150, sequenceid=242, filesize=11.9 K 2024-11-15T05:37:52,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 0510b49f8580f4d7906b616dea1c6681 in 973ms, sequenceid=242, compaction requested=true 2024-11-15T05:37:52,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:52,382 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:52,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:37:52,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:52,384 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:52,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:37:52,384 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:52,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:52,384 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:37:52,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:37:52,384 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:52,385 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/fca59bd680784ba094865c7a25ec7a23, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2ad9c528a9294e3e92d90854ccd0d337, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a29eec7d20274057aca82f321a2012c4] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=38.4 K 2024-11-15T05:37:52,385 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting fca59bd680784ba094865c7a25ec7a23, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649069190 2024-11-15T05:37:52,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:52,386 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:52,386 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ad9c528a9294e3e92d90854ccd0d337, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649069857 2024-11-15T05:37:52,386 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:37:52,386 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:52,386 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/04571aaa5cb94b2dad6f4abdf5d28e2c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/ca5dd5ee2865455ea040832ae07fcb15, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/96cb36c2723f4711be60d2467ed46335] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=36.0 K 2024-11-15T05:37:52,387 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a29eec7d20274057aca82f321a2012c4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731649070242 2024-11-15T05:37:52,387 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 04571aaa5cb94b2dad6f4abdf5d28e2c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649069190 2024-11-15T05:37:52,388 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ca5dd5ee2865455ea040832ae07fcb15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649069857 2024-11-15T05:37:52,389 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 96cb36c2723f4711be60d2467ed46335, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731649070242 2024-11-15T05:37:52,406 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:52,407 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:52,407 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/fe2cf3e2a5f2477aaad6cf48ddf8975e is 50, key is test_row_0/B:col10/1731649071403/Put/seqid=0 2024-11-15T05:37:52,407 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/bc4751aa7f9549ccb036f573df42a2e9 is 50, key is test_row_0/A:col10/1731649071403/Put/seqid=0 2024-11-15T05:37:52,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741885_1061 (size=12697) 2024-11-15T05:37:52,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741886_1062 (size=12697) 2024-11-15T05:37:52,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T05:37:52,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:52,461 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:37:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/e084d0c39fe04207bdc8df45ce1bc23f is 50, key is test_row_1/A:col10/1731649071448/Put/seqid=0 2024-11-15T05:37:52,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741887_1063 (size=9757) 2024-11-15T05:37:52,480 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/e084d0c39fe04207bdc8df45ce1bc23f 2024-11-15T05:37:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/a979a3445183450fa1e7789e91e9bc13 is 50, key is test_row_1/B:col10/1731649071448/Put/seqid=0 2024-11-15T05:37:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T05:37:52,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741888_1064 (size=9757) 2024-11-15T05:37:52,515 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/a979a3445183450fa1e7789e91e9bc13 2024-11-15T05:37:52,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/b19510c2e9a242f2a3a9049c7775091d is 50, key is test_row_1/C:col10/1731649071448/Put/seqid=0 2024-11-15T05:37:52,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741889_1065 (size=9757) 2024-11-15T05:37:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:52,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:52,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649132667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649132670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649132680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649132681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649132687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649132791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649132791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649132792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649132792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649132801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:52,853 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/bc4751aa7f9549ccb036f573df42a2e9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/bc4751aa7f9549ccb036f573df42a2e9 2024-11-15T05:37:52,857 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/fe2cf3e2a5f2477aaad6cf48ddf8975e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/fe2cf3e2a5f2477aaad6cf48ddf8975e 2024-11-15T05:37:52,870 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into fe2cf3e2a5f2477aaad6cf48ddf8975e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:52,870 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:52,872 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into bc4751aa7f9549ccb036f573df42a2e9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:52,870 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=13, startTime=1731649072384; duration=0sec 2024-11-15T05:37:52,873 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:52,873 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=13, startTime=1731649072382; duration=0sec 2024-11-15T05:37:52,873 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:52,873 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:37:52,873 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:52,873 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:52,874 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:37:52,875 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:52,875 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:37:52,876 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:52,876 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d2716f359dc545eb84206542d5b87d51, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/24af84fdf9bb4abc824b2279d85aec44, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/e8f1ac34c58742449481b0fabee31c52] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=36.0 K 2024-11-15T05:37:52,876 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d2716f359dc545eb84206542d5b87d51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649069190 2024-11-15T05:37:52,877 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 24af84fdf9bb4abc824b2279d85aec44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649069857 2024-11-15T05:37:52,878 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e8f1ac34c58742449481b0fabee31c52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731649070242 2024-11-15T05:37:52,889 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:52,889 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/ee4c61e2ac80490a92b0fedb118144db is 50, key is test_row_0/C:col10/1731649071403/Put/seqid=0 2024-11-15T05:37:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741890_1066 (size=12697) 2024-11-15T05:37:52,921 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/ee4c61e2ac80490a92b0fedb118144db as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ee4c61e2ac80490a92b0fedb118144db 2024-11-15T05:37:52,938 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into ee4c61e2ac80490a92b0fedb118144db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:52,939 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:52,939 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=13, startTime=1731649072384; duration=0sec 2024-11-15T05:37:52,939 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:52,939 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:37:52,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/b19510c2e9a242f2a3a9049c7775091d 2024-11-15T05:37:52,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/e084d0c39fe04207bdc8df45ce1bc23f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e084d0c39fe04207bdc8df45ce1bc23f 2024-11-15T05:37:52,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e084d0c39fe04207bdc8df45ce1bc23f, entries=100, sequenceid=253, filesize=9.5 K 2024-11-15T05:37:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/a979a3445183450fa1e7789e91e9bc13 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a979a3445183450fa1e7789e91e9bc13 2024-11-15T05:37:52,988 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a979a3445183450fa1e7789e91e9bc13, entries=100, sequenceid=253, filesize=9.5 K 2024-11-15T05:37:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/b19510c2e9a242f2a3a9049c7775091d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/b19510c2e9a242f2a3a9049c7775091d 2024-11-15T05:37:53,001 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/b19510c2e9a242f2a3a9049c7775091d, entries=100, sequenceid=253, filesize=9.5 K 2024-11-15T05:37:53,005 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0510b49f8580f4d7906b616dea1c6681 in 544ms, sequenceid=253, compaction requested=false 2024-11-15T05:37:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T05:37:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T05:37:53,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T05:37:53,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-11-15T05:37:53,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6500 sec 2024-11-15T05:37:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:53,015 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:53,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T05:37:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649133023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649133025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649133027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649133031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649133031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/c5ac3f1023594028b4357aa364005a28 is 50, key is test_row_0/A:col10/1731649073009/Put/seqid=0 2024-11-15T05:37:53,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741891_1067 (size=12301) 2024-11-15T05:37:53,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/c5ac3f1023594028b4357aa364005a28 2024-11-15T05:37:53,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/786da183773b4f67a0c8ec3ee4c851ba is 50, key is test_row_0/B:col10/1731649073009/Put/seqid=0 2024-11-15T05:37:53,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741892_1068 (size=12301) 2024-11-15T05:37:53,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649133142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649133145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649133148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649133144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649133148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649133363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649133364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649133364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649133364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649133364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/786da183773b4f67a0c8ec3ee4c851ba 2024-11-15T05:37:53,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/fd5820ed813649adbdfeb7905debfcde is 50, key is test_row_0/C:col10/1731649073009/Put/seqid=0 2024-11-15T05:37:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T05:37:53,522 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:37:53,522 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:37:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-15T05:37:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T05:37:53,526 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:37:53,528 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:37:53,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:37:53,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741893_1069 (size=12301) 2024-11-15T05:37:53,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/fd5820ed813649adbdfeb7905debfcde 2024-11-15T05:37:53,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/c5ac3f1023594028b4357aa364005a28 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/c5ac3f1023594028b4357aa364005a28 2024-11-15T05:37:53,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/c5ac3f1023594028b4357aa364005a28, entries=150, sequenceid=284, filesize=12.0 K 2024-11-15T05:37:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/786da183773b4f67a0c8ec3ee4c851ba as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/786da183773b4f67a0c8ec3ee4c851ba 2024-11-15T05:37:53,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/786da183773b4f67a0c8ec3ee4c851ba, entries=150, sequenceid=284, filesize=12.0 K 2024-11-15T05:37:53,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/fd5820ed813649adbdfeb7905debfcde as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/fd5820ed813649adbdfeb7905debfcde 2024-11-15T05:37:53,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/fd5820ed813649adbdfeb7905debfcde, entries=150, sequenceid=284, filesize=12.0 K 2024-11-15T05:37:53,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 0510b49f8580f4d7906b616dea1c6681 in 575ms, sequenceid=284, compaction requested=true 2024-11-15T05:37:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:37:53,591 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:37:53,591 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:37:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:53,593 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:53,593 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:37:53,593 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,593 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/bc4751aa7f9549ccb036f573df42a2e9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e084d0c39fe04207bdc8df45ce1bc23f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/c5ac3f1023594028b4357aa364005a28] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=33.9 K 2024-11-15T05:37:53,594 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:53,594 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:37:53,594 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,594 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc4751aa7f9549ccb036f573df42a2e9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731649070242 2024-11-15T05:37:53,594 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/fe2cf3e2a5f2477aaad6cf48ddf8975e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a979a3445183450fa1e7789e91e9bc13, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/786da183773b4f67a0c8ec3ee4c851ba] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=33.9 K 2024-11-15T05:37:53,595 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e084d0c39fe04207bdc8df45ce1bc23f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731649071436 2024-11-15T05:37:53,595 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fe2cf3e2a5f2477aaad6cf48ddf8975e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731649070242 2024-11-15T05:37:53,595 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5ac3f1023594028b4357aa364005a28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731649072664 2024-11-15T05:37:53,595 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a979a3445183450fa1e7789e91e9bc13, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731649071436 2024-11-15T05:37:53,596 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 786da183773b4f67a0c8ec3ee4c851ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731649072664 2024-11-15T05:37:53,611 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:53,612 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/579a723bb2fc4f45a62c9de3802b80ab is 50, key is test_row_0/A:col10/1731649073009/Put/seqid=0 2024-11-15T05:37:53,618 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:53,618 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/841b85c55dae4937a283e091512600ea is 50, key is test_row_0/B:col10/1731649073009/Put/seqid=0 2024-11-15T05:37:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T05:37:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741894_1070 (size=12949) 2024-11-15T05:37:53,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741895_1071 (size=12949) 2024-11-15T05:37:53,672 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/841b85c55dae4937a283e091512600ea as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/841b85c55dae4937a283e091512600ea 2024-11-15T05:37:53,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:53,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:37:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:53,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:53,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:53,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:53,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:53,689 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into 841b85c55dae4937a283e091512600ea(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:53,690 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:53,690 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=13, startTime=1731649073591; duration=0sec 2024-11-15T05:37:53,690 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:53,690 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:37:53,690 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:53,693 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:53,693 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:37:53,693 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,693 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ee4c61e2ac80490a92b0fedb118144db, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/b19510c2e9a242f2a3a9049c7775091d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/fd5820ed813649adbdfeb7905debfcde] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=33.9 K 2024-11-15T05:37:53,694 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ee4c61e2ac80490a92b0fedb118144db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731649070242 2024-11-15T05:37:53,695 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b19510c2e9a242f2a3a9049c7775091d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731649071436 2024-11-15T05:37:53,696 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fd5820ed813649adbdfeb7905debfcde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731649072664 2024-11-15T05:37:53,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7bd0058a4245483f977e080e1ed854ae is 50, key is test_row_0/A:col10/1731649073676/Put/seqid=0 2024-11-15T05:37:53,722 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:53,723 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/9ca89010185643fc92ed32ce5523f35e is 50, key is test_row_0/C:col10/1731649073009/Put/seqid=0 2024-11-15T05:37:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741896_1072 (size=14737) 2024-11-15T05:37:53,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649133744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649133746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649133747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649133748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649133750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741897_1073 (size=12949) 2024-11-15T05:37:53,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:53,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:53,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T05:37:53,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:53,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649133861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649133861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649133862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649133862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649133871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:53,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:53,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,044 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/579a723bb2fc4f45a62c9de3802b80ab as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/579a723bb2fc4f45a62c9de3802b80ab 2024-11-15T05:37:54,053 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into 579a723bb2fc4f45a62c9de3802b80ab(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:54,055 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:54,055 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=13, startTime=1731649073591; duration=0sec 2024-11-15T05:37:54,055 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:54,055 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:37:54,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649134071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649134072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649134072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649134072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649134081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T05:37:54,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:54,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:54,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7bd0058a4245483f977e080e1ed854ae 2024-11-15T05:37:54,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/127bdfae7d2d4c09b3931bfe389da9ef is 50, key is test_row_0/B:col10/1731649073676/Put/seqid=0 2024-11-15T05:37:54,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741898_1074 (size=9857) 2024-11-15T05:37:54,191 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/9ca89010185643fc92ed32ce5523f35e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/9ca89010185643fc92ed32ce5523f35e 2024-11-15T05:37:54,199 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into 9ca89010185643fc92ed32ce5523f35e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:54,199 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:54,199 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=13, startTime=1731649073591; duration=0sec 2024-11-15T05:37:54,199 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:54,199 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:37:54,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649134381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649134381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649134381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649134392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649134392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/127bdfae7d2d4c09b3931bfe389da9ef 2024-11-15T05:37:54,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/74b26fe1c59f43fd9580312c4faeb5e3 is 50, key is test_row_0/C:col10/1731649073676/Put/seqid=0 2024-11-15T05:37:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741899_1075 (size=9857) 2024-11-15T05:37:54,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T05:37:54,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:54,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:54,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649134893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649134894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649134894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649134901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649134902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:54,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:54,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:54,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:55,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/74b26fe1c59f43fd9580312c4faeb5e3 2024-11-15T05:37:55,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/7bd0058a4245483f977e080e1ed854ae as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7bd0058a4245483f977e080e1ed854ae 2024-11-15T05:37:55,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7bd0058a4245483f977e080e1ed854ae, entries=200, sequenceid=295, filesize=14.4 K 2024-11-15T05:37:55,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/127bdfae7d2d4c09b3931bfe389da9ef as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/127bdfae7d2d4c09b3931bfe389da9ef 2024-11-15T05:37:55,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/127bdfae7d2d4c09b3931bfe389da9ef, entries=100, sequenceid=295, filesize=9.6 K 2024-11-15T05:37:55,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/74b26fe1c59f43fd9580312c4faeb5e3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74b26fe1c59f43fd9580312c4faeb5e3 2024-11-15T05:37:55,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74b26fe1c59f43fd9580312c4faeb5e3, entries=100, sequenceid=295, filesize=9.6 K 2024-11-15T05:37:55,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0510b49f8580f4d7906b616dea1c6681 in 1384ms, sequenceid=295, compaction requested=false 2024-11-15T05:37:55,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:55,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T05:37:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:55,101 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:37:55,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/da07344345884ee8a7716833a336668b is 50, key is test_row_0/A:col10/1731649073747/Put/seqid=0 2024-11-15T05:37:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741900_1076 (size=12301) 2024-11-15T05:37:55,143 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/da07344345884ee8a7716833a336668b 2024-11-15T05:37:55,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/0d5fd4897f554d188979b54ac2322848 is 50, key is test_row_0/B:col10/1731649073747/Put/seqid=0 2024-11-15T05:37:55,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741901_1077 (size=12301) 2024-11-15T05:37:55,196 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/0d5fd4897f554d188979b54ac2322848 2024-11-15T05:37:55,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/13fcacab707941d7849e4a5cab2adcc6 is 50, key is test_row_0/C:col10/1731649073747/Put/seqid=0 2024-11-15T05:37:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741902_1078 (size=12301) 2024-11-15T05:37:55,629 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/13fcacab707941d7849e4a5cab2adcc6 2024-11-15T05:37:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/da07344345884ee8a7716833a336668b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/da07344345884ee8a7716833a336668b 2024-11-15T05:37:55,652 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/da07344345884ee8a7716833a336668b, entries=150, sequenceid=323, filesize=12.0 K 2024-11-15T05:37:55,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/0d5fd4897f554d188979b54ac2322848 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0d5fd4897f554d188979b54ac2322848 2024-11-15T05:37:55,668 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0d5fd4897f554d188979b54ac2322848, entries=150, sequenceid=323, filesize=12.0 K 2024-11-15T05:37:55,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/13fcacab707941d7849e4a5cab2adcc6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/13fcacab707941d7849e4a5cab2adcc6 2024-11-15T05:37:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T05:37:55,690 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/13fcacab707941d7849e4a5cab2adcc6, entries=150, sequenceid=323, filesize=12.0 K 2024-11-15T05:37:55,691 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 0510b49f8580f4d7906b616dea1c6681 in 590ms, sequenceid=323, compaction requested=true 2024-11-15T05:37:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-15T05:37:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-15T05:37:55,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T05:37:55,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1690 sec 2024-11-15T05:37:55,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.1790 sec 2024-11-15T05:37:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:55,957 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:55,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:37:55,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/997bce9ee7874ebca9ba65926871be83 is 50, key is test_row_0/A:col10/1731649075957/Put/seqid=0 2024-11-15T05:37:56,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649136000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649136002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649136003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649136006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649136006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741903_1079 (size=12301) 2024-11-15T05:37:56,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/997bce9ee7874ebca9ba65926871be83 2024-11-15T05:37:56,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/1a038bb994a04ba5b7ba6a448cfecda8 is 50, key is test_row_0/B:col10/1731649075957/Put/seqid=0 2024-11-15T05:37:56,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741904_1080 (size=12301) 2024-11-15T05:37:56,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649136112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649136121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649136121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649136121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649136139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649136322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649136331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649136341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649136341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649136351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/1a038bb994a04ba5b7ba6a448cfecda8 2024-11-15T05:37:56,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/26167ea555d14b69a7aa436770e27159 is 50, key is test_row_0/C:col10/1731649075957/Put/seqid=0 2024-11-15T05:37:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741905_1081 (size=12301) 2024-11-15T05:37:56,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/26167ea555d14b69a7aa436770e27159 2024-11-15T05:37:56,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/997bce9ee7874ebca9ba65926871be83 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/997bce9ee7874ebca9ba65926871be83 2024-11-15T05:37:56,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/997bce9ee7874ebca9ba65926871be83, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T05:37:56,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/1a038bb994a04ba5b7ba6a448cfecda8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1a038bb994a04ba5b7ba6a448cfecda8 2024-11-15T05:37:56,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1a038bb994a04ba5b7ba6a448cfecda8, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T05:37:56,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/26167ea555d14b69a7aa436770e27159 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/26167ea555d14b69a7aa436770e27159 2024-11-15T05:37:56,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/26167ea555d14b69a7aa436770e27159, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T05:37:56,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0510b49f8580f4d7906b616dea1c6681 in 586ms, sequenceid=336, compaction requested=true 2024-11-15T05:37:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:37:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:56,544 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:37:56,544 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:37:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:37:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:37:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:56,546 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52288 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:37:56,546 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:37:56,546 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:56,547 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/579a723bb2fc4f45a62c9de3802b80ab, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7bd0058a4245483f977e080e1ed854ae, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/da07344345884ee8a7716833a336668b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/997bce9ee7874ebca9ba65926871be83] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=51.1 K 2024-11-15T05:37:56,547 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:37:56,548 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:37:56,548 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:56,548 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/841b85c55dae4937a283e091512600ea, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/127bdfae7d2d4c09b3931bfe389da9ef, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0d5fd4897f554d188979b54ac2322848, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1a038bb994a04ba5b7ba6a448cfecda8] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=46.3 K 2024-11-15T05:37:56,548 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 579a723bb2fc4f45a62c9de3802b80ab, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731649072664 2024-11-15T05:37:56,549 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 841b85c55dae4937a283e091512600ea, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731649072664 2024-11-15T05:37:56,549 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bd0058a4245483f977e080e1ed854ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731649073026 2024-11-15T05:37:56,552 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 127bdfae7d2d4c09b3931bfe389da9ef, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731649073676 2024-11-15T05:37:56,552 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting da07344345884ee8a7716833a336668b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731649073741 2024-11-15T05:37:56,552 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5fd4897f554d188979b54ac2322848, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731649073741 2024-11-15T05:37:56,553 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 997bce9ee7874ebca9ba65926871be83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731649075928 2024-11-15T05:37:56,553 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a038bb994a04ba5b7ba6a448cfecda8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731649075928 2024-11-15T05:37:56,571 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:56,573 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/17c0aaa66e2a456a89813b69b23f3c4d is 50, key is test_row_0/B:col10/1731649075957/Put/seqid=0 2024-11-15T05:37:56,587 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:56,587 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/953c8aef4e5f46b4a95ae72cb0bdeac0 is 50, key is test_row_0/A:col10/1731649075957/Put/seqid=0 2024-11-15T05:37:56,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741906_1082 (size=13085) 2024-11-15T05:37:56,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/17c0aaa66e2a456a89813b69b23f3c4d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/17c0aaa66e2a456a89813b69b23f3c4d 2024-11-15T05:37:56,632 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into 17c0aaa66e2a456a89813b69b23f3c4d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:56,632 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:56,633 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=12, startTime=1731649076544; duration=0sec 2024-11-15T05:37:56,633 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:56,633 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:37:56,633 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:37:56,636 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:37:56,636 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:37:56,636 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:56,637 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/9ca89010185643fc92ed32ce5523f35e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74b26fe1c59f43fd9580312c4faeb5e3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/13fcacab707941d7849e4a5cab2adcc6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/26167ea555d14b69a7aa436770e27159] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=46.3 K 2024-11-15T05:37:56,637 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ca89010185643fc92ed32ce5523f35e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731649072664 2024-11-15T05:37:56,639 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 74b26fe1c59f43fd9580312c4faeb5e3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731649073676 2024-11-15T05:37:56,640 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 13fcacab707941d7849e4a5cab2adcc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731649073741 2024-11-15T05:37:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:56,641 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:56,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T05:37:56,641 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 26167ea555d14b69a7aa436770e27159, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731649075928 2024-11-15T05:37:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741907_1083 (size=13085) 2024-11-15T05:37:56,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/dcc732310d3b4d438dce3638bb5754e5 is 50, key is test_row_0/A:col10/1731649075982/Put/seqid=0 2024-11-15T05:37:56,667 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:56,668 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/d4e9da834031440a9107dbac180385bf is 50, key is test_row_0/C:col10/1731649075957/Put/seqid=0 2024-11-15T05:37:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649136671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649136672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649136673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649136675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649136675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741908_1084 (size=14741) 2024-11-15T05:37:56,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/dcc732310d3b4d438dce3638bb5754e5 2024-11-15T05:37:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741909_1085 (size=13085) 2024-11-15T05:37:56,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e4f2d63f381245d4929187fe730d62f4 is 50, key is test_row_0/B:col10/1731649075982/Put/seqid=0 2024-11-15T05:37:56,749 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/d4e9da834031440a9107dbac180385bf as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d4e9da834031440a9107dbac180385bf 2024-11-15T05:37:56,776 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into d4e9da834031440a9107dbac180385bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:56,776 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:56,776 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=12, startTime=1731649076544; duration=0sec 2024-11-15T05:37:56,777 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:56,777 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:37:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741910_1086 (size=12301) 2024-11-15T05:37:56,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649136782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649136782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649136791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649136791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649136791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649136992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649136992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649137001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649137001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649137001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,052 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/953c8aef4e5f46b4a95ae72cb0bdeac0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/953c8aef4e5f46b4a95ae72cb0bdeac0 2024-11-15T05:37:57,060 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into 953c8aef4e5f46b4a95ae72cb0bdeac0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:57,061 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:57,061 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=12, startTime=1731649076544; duration=0sec 2024-11-15T05:37:57,061 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:57,061 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:37:57,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e4f2d63f381245d4929187fe730d62f4 2024-11-15T05:37:57,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0f37c072991249349e0a716cdfdcf40f is 50, key is test_row_0/C:col10/1731649075982/Put/seqid=0 2024-11-15T05:37:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741911_1087 (size=12301) 2024-11-15T05:37:57,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0f37c072991249349e0a716cdfdcf40f 2024-11-15T05:37:57,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/dcc732310d3b4d438dce3638bb5754e5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/dcc732310d3b4d438dce3638bb5754e5 2024-11-15T05:37:57,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/dcc732310d3b4d438dce3638bb5754e5, entries=200, sequenceid=361, filesize=14.4 K 2024-11-15T05:37:57,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e4f2d63f381245d4929187fe730d62f4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e4f2d63f381245d4929187fe730d62f4 2024-11-15T05:37:57,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e4f2d63f381245d4929187fe730d62f4, entries=150, sequenceid=361, filesize=12.0 K 2024-11-15T05:37:57,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0f37c072991249349e0a716cdfdcf40f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0f37c072991249349e0a716cdfdcf40f 2024-11-15T05:37:57,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0f37c072991249349e0a716cdfdcf40f, entries=150, sequenceid=361, filesize=12.0 K 2024-11-15T05:37:57,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0510b49f8580f4d7906b616dea1c6681 in 638ms, sequenceid=361, compaction requested=false 2024-11-15T05:37:57,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:57,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:37:57,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:37:57,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/ba61826dd28d43c383e1ac75cdfba21a is 50, key is test_row_0/A:col10/1731649076672/Put/seqid=0 2024-11-15T05:37:57,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649137333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649137334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649137336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649137337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649137342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741912_1088 (size=17181) 2024-11-15T05:37:57,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649137441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649137452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649137452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649137452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649137452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649137651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649137662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649137662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649137664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649137671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T05:37:57,692 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:37:57,692 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:37:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-15T05:37:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T05:37:57,699 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:37:57,703 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:37:57,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:37:57,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/ba61826dd28d43c383e1ac75cdfba21a 2024-11-15T05:37:57,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/693cbbc53d434d4fa2a5e0198034234d is 50, key is test_row_0/B:col10/1731649076672/Put/seqid=0 2024-11-15T05:37:57,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741913_1089 (size=12301) 2024-11-15T05:37:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T05:37:57,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T05:37:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:57,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:57,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649137961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649137971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649137972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649137981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649137981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:57,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:57,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T05:37:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T05:37:58,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T05:37:58,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:58,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:58,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:37:58,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/693cbbc53d434d4fa2a5e0198034234d 2024-11-15T05:37:58,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/030a475001724ccdb34058c8150b6b0d is 50, key is test_row_0/C:col10/1731649076672/Put/seqid=0 2024-11-15T05:37:58,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741914_1090 (size=12301) 2024-11-15T05:37:58,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/030a475001724ccdb34058c8150b6b0d 2024-11-15T05:37:58,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/ba61826dd28d43c383e1ac75cdfba21a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/ba61826dd28d43c383e1ac75cdfba21a 2024-11-15T05:37:58,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/ba61826dd28d43c383e1ac75cdfba21a, entries=250, sequenceid=377, filesize=16.8 K 2024-11-15T05:37:58,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/693cbbc53d434d4fa2a5e0198034234d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/693cbbc53d434d4fa2a5e0198034234d 2024-11-15T05:37:58,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/693cbbc53d434d4fa2a5e0198034234d, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T05:37:58,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/030a475001724ccdb34058c8150b6b0d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/030a475001724ccdb34058c8150b6b0d 2024-11-15T05:37:58,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/030a475001724ccdb34058c8150b6b0d, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T05:37:58,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 0510b49f8580f4d7906b616dea1c6681 in 950ms, sequenceid=377, compaction requested=true 2024-11-15T05:37:58,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:58,255 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:58,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:37:58,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:58,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:37:58,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:58,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:37:58,255 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:58,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:58,258 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:58,258 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:58,258 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:37:58,258 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:37:58,258 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,258 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,258 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/17c0aaa66e2a456a89813b69b23f3c4d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e4f2d63f381245d4929187fe730d62f4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/693cbbc53d434d4fa2a5e0198034234d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=36.8 K 2024-11-15T05:37:58,258 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/953c8aef4e5f46b4a95ae72cb0bdeac0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/dcc732310d3b4d438dce3638bb5754e5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/ba61826dd28d43c383e1ac75cdfba21a] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=44.0 K 2024-11-15T05:37:58,259 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 17c0aaa66e2a456a89813b69b23f3c4d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731649075928 2024-11-15T05:37:58,259 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 953c8aef4e5f46b4a95ae72cb0bdeac0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731649075928 2024-11-15T05:37:58,259 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e4f2d63f381245d4929187fe730d62f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731649075982 2024-11-15T05:37:58,260 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 693cbbc53d434d4fa2a5e0198034234d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731649076672 2024-11-15T05:37:58,260 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcc732310d3b4d438dce3638bb5754e5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731649075982 2024-11-15T05:37:58,260 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba61826dd28d43c383e1ac75cdfba21a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731649076669 2024-11-15T05:37:58,275 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:58,276 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/b8f6e7c792664f019f155b7d8146a938 is 50, key is test_row_0/B:col10/1731649076672/Put/seqid=0 2024-11-15T05:37:58,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741915_1091 (size=13187) 2024-11-15T05:37:58,290 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:58,291 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/f37c288489a84af0ac61c5e66bd4412c is 50, key is test_row_0/A:col10/1731649076672/Put/seqid=0 2024-11-15T05:37:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741916_1092 (size=13187) 2024-11-15T05:37:58,313 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/f37c288489a84af0ac61c5e66bd4412c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/f37c288489a84af0ac61c5e66bd4412c 2024-11-15T05:37:58,319 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into f37c288489a84af0ac61c5e66bd4412c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:58,320 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:58,320 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=13, startTime=1731649078255; duration=0sec 2024-11-15T05:37:58,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T05:37:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:37:58,324 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:37:58,324 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:37:58,324 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:37:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/54c92ba8213c4798a2a3b3a7e51e77c1 is 50, key is test_row_0/A:col10/1731649077335/Put/seqid=0 2024-11-15T05:37:58,330 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:37:58,330 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:37:58,330 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,330 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d4e9da834031440a9107dbac180385bf, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0f37c072991249349e0a716cdfdcf40f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/030a475001724ccdb34058c8150b6b0d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=36.8 K 2024-11-15T05:37:58,330 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4e9da834031440a9107dbac180385bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731649075928 2024-11-15T05:37:58,331 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f37c072991249349e0a716cdfdcf40f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731649075982 2024-11-15T05:37:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T05:37:58,331 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 030a475001724ccdb34058c8150b6b0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731649076672 2024-11-15T05:37:58,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741917_1093 (size=12301) 2024-11-15T05:37:58,337 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/54c92ba8213c4798a2a3b3a7e51e77c1 2024-11-15T05:37:58,346 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:37:58,347 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/17234c78f58a4cf3b739fc30eae8649d is 50, key is test_row_0/C:col10/1731649076672/Put/seqid=0 2024-11-15T05:37:58,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/d8a791803e9c4cce81f28b46b57cd00c is 50, key is test_row_0/B:col10/1731649077335/Put/seqid=0 2024-11-15T05:37:58,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741919_1095 (size=13187) 2024-11-15T05:37:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741918_1094 (size=12301) 2024-11-15T05:37:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:58,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:58,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649138491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649138499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649138501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649138501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649138502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649138611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649138612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649138612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,702 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/b8f6e7c792664f019f155b7d8146a938 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b8f6e7c792664f019f155b7d8146a938 2024-11-15T05:37:58,709 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into b8f6e7c792664f019f155b7d8146a938(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:58,710 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:58,710 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=13, startTime=1731649078255; duration=0sec 2024-11-15T05:37:58,710 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:58,710 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:37:58,770 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/17234c78f58a4cf3b739fc30eae8649d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/17234c78f58a4cf3b739fc30eae8649d 2024-11-15T05:37:58,772 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/d8a791803e9c4cce81f28b46b57cd00c 2024-11-15T05:37:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/ad3f384f5af0403eb8f3c5109a7d53ef is 50, key is test_row_0/C:col10/1731649077335/Put/seqid=0 2024-11-15T05:37:58,784 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into 17234c78f58a4cf3b739fc30eae8649d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:37:58,784 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:58,784 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=13, startTime=1731649078255; duration=0sec 2024-11-15T05:37:58,784 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:37:58,784 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:37:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741920_1096 (size=12301) 2024-11-15T05:37:58,796 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/ad3f384f5af0403eb8f3c5109a7d53ef 2024-11-15T05:37:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/54c92ba8213c4798a2a3b3a7e51e77c1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/54c92ba8213c4798a2a3b3a7e51e77c1 2024-11-15T05:37:58,808 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/54c92ba8213c4798a2a3b3a7e51e77c1, entries=150, sequenceid=401, filesize=12.0 K 2024-11-15T05:37:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/d8a791803e9c4cce81f28b46b57cd00c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/d8a791803e9c4cce81f28b46b57cd00c 2024-11-15T05:37:58,820 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/d8a791803e9c4cce81f28b46b57cd00c, entries=150, sequenceid=401, filesize=12.0 K 2024-11-15T05:37:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/ad3f384f5af0403eb8f3c5109a7d53ef as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ad3f384f5af0403eb8f3c5109a7d53ef 2024-11-15T05:37:58,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649138822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649138822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649138822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:58,830 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ad3f384f5af0403eb8f3c5109a7d53ef, entries=150, sequenceid=401, filesize=12.0 K 2024-11-15T05:37:58,832 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 0510b49f8580f4d7906b616dea1c6681 in 511ms, sequenceid=401, compaction requested=false 2024-11-15T05:37:58,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:58,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:58,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-15T05:37:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-15T05:37:58,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T05:37:58,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1300 sec 2024-11-15T05:37:58,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.1460 sec 2024-11-15T05:37:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T05:37:58,842 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:37:58,843 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:37:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-15T05:37:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T05:37:58,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:37:58,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:37:58,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:37:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T05:37:59,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T05:37:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:59,002 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:37:59,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/d0d82f38ca7241d6b213c1ffbd3804af is 50, key is test_row_0/A:col10/1731649078497/Put/seqid=0 2024-11-15T05:37:59,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741921_1097 (size=12301) 2024-11-15T05:37:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:37:59,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:37:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T05:37:59,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649139161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649139160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649139164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649139272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649139272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649139272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,415 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/d0d82f38ca7241d6b213c1ffbd3804af 2024-11-15T05:37:59,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/957ad561b04d4942b2635296418506b6 is 50, key is test_row_0/B:col10/1731649078497/Put/seqid=0 2024-11-15T05:37:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741922_1098 (size=12301) 2024-11-15T05:37:59,443 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/957ad561b04d4942b2635296418506b6 2024-11-15T05:37:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0670eb7defa044afbfa5c21513584314 is 50, key is test_row_0/C:col10/1731649078497/Put/seqid=0 2024-11-15T05:37:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T05:37:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741923_1099 (size=12301) 2024-11-15T05:37:59,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649139481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649139481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649139481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649139512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649139512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,518 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in 0510b49f8580f4d7906b616dea1c6681 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:37:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,518 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 0510b49f8580f4d7906b616dea1c6681 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:37:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649139791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649139791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:37:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649139801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:37:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:37:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:37:59,879 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0670eb7defa044afbfa5c21513584314 2024-11-15T05:37:59,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/d0d82f38ca7241d6b213c1ffbd3804af as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/d0d82f38ca7241d6b213c1ffbd3804af 2024-11-15T05:37:59,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/d0d82f38ca7241d6b213c1ffbd3804af, entries=150, sequenceid=417, filesize=12.0 K 2024-11-15T05:37:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/957ad561b04d4942b2635296418506b6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/957ad561b04d4942b2635296418506b6 2024-11-15T05:37:59,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/957ad561b04d4942b2635296418506b6, entries=150, sequenceid=417, filesize=12.0 K 2024-11-15T05:37:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/0670eb7defa044afbfa5c21513584314 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0670eb7defa044afbfa5c21513584314 2024-11-15T05:37:59,906 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0670eb7defa044afbfa5c21513584314, entries=150, sequenceid=417, filesize=12.0 K 2024-11-15T05:37:59,907 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0510b49f8580f4d7906b616dea1c6681 in 905ms, sequenceid=417, compaction requested=true 2024-11-15T05:37:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:37:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:37:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-15T05:37:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-15T05:37:59,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-15T05:37:59,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0620 sec 2024-11-15T05:37:59,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.0780 sec 2024-11-15T05:37:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T05:37:59,982 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:37:59,982 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:37:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-15T05:37:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T05:37:59,985 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:37:59,986 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:37:59,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T05:38:00,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T05:38:00,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:00,138 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T05:38:00,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/4bbe841ace784eac893a058bd0328c33 is 50, key is test_row_0/A:col10/1731649079157/Put/seqid=0 2024-11-15T05:38:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741924_1100 (size=12301) 2024-11-15T05:38:00,150 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/4bbe841ace784eac893a058bd0328c33 2024-11-15T05:38:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/58e784340f9b443da0c8fef375d56014 is 50, key is test_row_0/B:col10/1731649079157/Put/seqid=0 2024-11-15T05:38:00,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741925_1101 (size=12301) 2024-11-15T05:38:00,205 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/58e784340f9b443da0c8fef375d56014 2024-11-15T05:38:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/1accaf1ea804494eb75b6873357a1ad2 is 50, key is test_row_0/C:col10/1731649079157/Put/seqid=0 2024-11-15T05:38:00,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741926_1102 (size=12301) 2024-11-15T05:38:00,272 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/1accaf1ea804494eb75b6873357a1ad2 2024-11-15T05:38:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/4bbe841ace784eac893a058bd0328c33 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4bbe841ace784eac893a058bd0328c33 2024-11-15T05:38:00,291 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4bbe841ace784eac893a058bd0328c33, entries=150, sequenceid=439, filesize=12.0 K 2024-11-15T05:38:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/58e784340f9b443da0c8fef375d56014 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/58e784340f9b443da0c8fef375d56014 2024-11-15T05:38:00,302 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/58e784340f9b443da0c8fef375d56014, entries=150, sequenceid=439, filesize=12.0 K 2024-11-15T05:38:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T05:38:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:00,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:38:00,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/1accaf1ea804494eb75b6873357a1ad2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1accaf1ea804494eb75b6873357a1ad2 2024-11-15T05:38:00,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1accaf1ea804494eb75b6873357a1ad2, entries=150, sequenceid=439, filesize=12.0 K 2024-11-15T05:38:00,323 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=60.38 KB/61830 for 0510b49f8580f4d7906b616dea1c6681 in 185ms, sequenceid=439, compaction requested=true 2024-11-15T05:38:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-15T05:38:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-15T05:38:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:00,328 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:00,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:38:00,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-15T05:38:00,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 340 msec 2024-11-15T05:38:00,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 351 msec 2024-11-15T05:38:00,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/b1abc99b8afb491f825903f92dccfb7c is 50, key is test_row_0/A:col10/1731649080322/Put/seqid=0 2024-11-15T05:38:00,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741927_1103 (size=17181) 2024-11-15T05:38:00,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/b1abc99b8afb491f825903f92dccfb7c 2024-11-15T05:38:00,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e9371166e10c466b9231223ae5352e1e is 50, key is test_row_0/B:col10/1731649080322/Put/seqid=0 2024-11-15T05:38:00,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649140395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649140395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649140397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741928_1104 (size=12301) 2024-11-15T05:38:00,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e9371166e10c466b9231223ae5352e1e 2024-11-15T05:38:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/c3471d6e9b9d4867b45242aefaafa98d is 50, key is test_row_0/C:col10/1731649080322/Put/seqid=0 2024-11-15T05:38:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741929_1105 (size=12301) 2024-11-15T05:38:00,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649140501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649140512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649140521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T05:38:00,611 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:00,612 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-15T05:38:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T05:38:00,614 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:00,615 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:00,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T05:38:00,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649140721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649140722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649140732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:00,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T05:38:00,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:00,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:38:00,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:00,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:00,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:00,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/c3471d6e9b9d4867b45242aefaafa98d 2024-11-15T05:38:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/b1abc99b8afb491f825903f92dccfb7c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b1abc99b8afb491f825903f92dccfb7c 2024-11-15T05:38:00,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b1abc99b8afb491f825903f92dccfb7c, entries=250, sequenceid=452, filesize=16.8 K 2024-11-15T05:38:00,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/e9371166e10c466b9231223ae5352e1e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e9371166e10c466b9231223ae5352e1e 2024-11-15T05:38:00,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e9371166e10c466b9231223ae5352e1e, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T05:38:00,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/c3471d6e9b9d4867b45242aefaafa98d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/c3471d6e9b9d4867b45242aefaafa98d 2024-11-15T05:38:00,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/c3471d6e9b9d4867b45242aefaafa98d, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T05:38:00,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0510b49f8580f4d7906b616dea1c6681 in 558ms, sequenceid=452, compaction requested=true 2024-11-15T05:38:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:00,886 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T05:38:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:00,886 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T05:38:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:00,888 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67271 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T05:38:00,888 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T05:38:00,888 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:38:00,888 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:38:00,888 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:00,888 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:00,888 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/f37c288489a84af0ac61c5e66bd4412c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/54c92ba8213c4798a2a3b3a7e51e77c1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/d0d82f38ca7241d6b213c1ffbd3804af, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4bbe841ace784eac893a058bd0328c33, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b1abc99b8afb491f825903f92dccfb7c] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=65.7 K 2024-11-15T05:38:00,888 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b8f6e7c792664f019f155b7d8146a938, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/d8a791803e9c4cce81f28b46b57cd00c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/957ad561b04d4942b2635296418506b6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/58e784340f9b443da0c8fef375d56014, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e9371166e10c466b9231223ae5352e1e] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=60.9 K 2024-11-15T05:38:00,889 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f37c288489a84af0ac61c5e66bd4412c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731649076672 2024-11-15T05:38:00,889 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b8f6e7c792664f019f155b7d8146a938, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731649076672 2024-11-15T05:38:00,891 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d8a791803e9c4cce81f28b46b57cd00c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731649077334 2024-11-15T05:38:00,891 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54c92ba8213c4798a2a3b3a7e51e77c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731649077334 2024-11-15T05:38:00,891 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 957ad561b04d4942b2635296418506b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731649078488 2024-11-15T05:38:00,892 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 58e784340f9b443da0c8fef375d56014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731649079156 2024-11-15T05:38:00,892 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0d82f38ca7241d6b213c1ffbd3804af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731649078488 2024-11-15T05:38:00,892 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e9371166e10c466b9231223ae5352e1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649080313 2024-11-15T05:38:00,892 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bbe841ace784eac893a058bd0328c33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731649079156 2024-11-15T05:38:00,893 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1abc99b8afb491f825903f92dccfb7c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649080313 2024-11-15T05:38:00,908 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:00,909 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/765369fcb0154184b0fcee784b520c24 is 50, key is test_row_0/B:col10/1731649080322/Put/seqid=0 2024-11-15T05:38:00,920 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:00,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-15T05:38:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:00,927 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/4f563b75758642f782e2f04e080d2305 is 50, key is test_row_0/A:col10/1731649080322/Put/seqid=0 2024-11-15T05:38:00,927 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:38:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T05:38:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741930_1106 (size=13357) 2024-11-15T05:38:00,940 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/765369fcb0154184b0fcee784b520c24 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/765369fcb0154184b0fcee784b520c24 2024-11-15T05:38:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3c3b285484e24aca8e02314f51070463 is 50, key is test_row_0/A:col10/1731649080372/Put/seqid=0 2024-11-15T05:38:00,947 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into 765369fcb0154184b0fcee784b520c24(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:00,947 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:00,947 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=11, startTime=1731649080886; duration=0sec 2024-11-15T05:38:00,947 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:00,948 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:38:00,948 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T05:38:00,950 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T05:38:00,950 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:38:00,950 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:00,950 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/17234c78f58a4cf3b739fc30eae8649d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ad3f384f5af0403eb8f3c5109a7d53ef, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0670eb7defa044afbfa5c21513584314, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1accaf1ea804494eb75b6873357a1ad2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/c3471d6e9b9d4867b45242aefaafa98d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=60.9 K 2024-11-15T05:38:00,951 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 17234c78f58a4cf3b739fc30eae8649d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731649076672 2024-11-15T05:38:00,951 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ad3f384f5af0403eb8f3c5109a7d53ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731649077334 2024-11-15T05:38:00,952 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0670eb7defa044afbfa5c21513584314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731649078488 2024-11-15T05:38:00,952 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1accaf1ea804494eb75b6873357a1ad2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731649079156 2024-11-15T05:38:00,953 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c3471d6e9b9d4867b45242aefaafa98d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649080313 2024-11-15T05:38:00,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741932_1108 (size=12301) 2024-11-15T05:38:00,975 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:00,976 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/5688b170216b4012aef34f79e9386c15 is 50, key is test_row_0/C:col10/1731649080322/Put/seqid=0 2024-11-15T05:38:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741931_1107 (size=13357) 2024-11-15T05:38:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741933_1109 (size=13357) 2024-11-15T05:38:00,992 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/4f563b75758642f782e2f04e080d2305 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4f563b75758642f782e2f04e080d2305 2024-11-15T05:38:00,993 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/5688b170216b4012aef34f79e9386c15 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5688b170216b4012aef34f79e9386c15 2024-11-15T05:38:01,001 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into 4f563b75758642f782e2f04e080d2305(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:01,001 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:01,001 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=11, startTime=1731649080886; duration=0sec 2024-11-15T05:38:01,001 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:01,001 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:38:01,026 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into 5688b170216b4012aef34f79e9386c15(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:01,026 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:01,026 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=11, startTime=1731649080886; duration=0sec 2024-11-15T05:38:01,026 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:01,026 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:38:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:01,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:38:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649141062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649141085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649141085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649141191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649141201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649141201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T05:38:01,370 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3c3b285484e24aca8e02314f51070463 2024-11-15T05:38:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/a54a69d84495403695b0b996a87e6693 is 50, key is test_row_0/B:col10/1731649080372/Put/seqid=0 2024-11-15T05:38:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741934_1110 (size=12301) 2024-11-15T05:38:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649141401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649141411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649141411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46332 deadline: 1731649141542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46354 deadline: 1731649141542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,547 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 0510b49f8580f4d7906b616dea1c6681 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,548 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in 0510b49f8580f4d7906b616dea1c6681 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:01,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649141712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649141721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649141721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T05:38:01,787 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/a54a69d84495403695b0b996a87e6693 2024-11-15T05:38:01,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/039b6e8c4bb249ae957eb1e790e30ead is 50, key is test_row_0/C:col10/1731649080372/Put/seqid=0 2024-11-15T05:38:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741935_1111 (size=12301) 2024-11-15T05:38:01,820 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/039b6e8c4bb249ae957eb1e790e30ead 2024-11-15T05:38:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3c3b285484e24aca8e02314f51070463 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3c3b285484e24aca8e02314f51070463 2024-11-15T05:38:01,834 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3c3b285484e24aca8e02314f51070463, entries=150, sequenceid=475, filesize=12.0 K 2024-11-15T05:38:01,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/a54a69d84495403695b0b996a87e6693 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a54a69d84495403695b0b996a87e6693 2024-11-15T05:38:01,842 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a54a69d84495403695b0b996a87e6693, entries=150, sequenceid=475, filesize=12.0 K 2024-11-15T05:38:01,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/039b6e8c4bb249ae957eb1e790e30ead as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/039b6e8c4bb249ae957eb1e790e30ead 2024-11-15T05:38:01,849 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/039b6e8c4bb249ae957eb1e790e30ead, entries=150, sequenceid=475, filesize=12.0 K 2024-11-15T05:38:01,850 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0510b49f8580f4d7906b616dea1c6681 in 923ms, sequenceid=475, compaction requested=false 2024-11-15T05:38:01,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:01,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:01,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-15T05:38:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-15T05:38:01,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-15T05:38:01,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2370 sec 2024-11-15T05:38:01,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.2430 sec 2024-11-15T05:38:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:02,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:02,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:38:02,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3f6e61557c1542edaab3e5760b3693b3 is 50, key is test_row_0/A:col10/1731649081062/Put/seqid=0 2024-11-15T05:38:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741936_1112 (size=14741) 2024-11-15T05:38:02,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3f6e61557c1542edaab3e5760b3693b3 2024-11-15T05:38:02,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649142268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649142270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/353617113ba2422b89f2c8eca9002f79 is 50, key is test_row_0/B:col10/1731649081062/Put/seqid=0 2024-11-15T05:38:02,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649142274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741937_1113 (size=12301) 2024-11-15T05:38:02,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/353617113ba2422b89f2c8eca9002f79 2024-11-15T05:38:02,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/48515e92ca37402b89bb0ec6754ab54f is 50, key is test_row_0/C:col10/1731649081062/Put/seqid=0 2024-11-15T05:38:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741938_1114 (size=12301) 2024-11-15T05:38:02,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/48515e92ca37402b89bb0ec6754ab54f 2024-11-15T05:38:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/3f6e61557c1542edaab3e5760b3693b3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3f6e61557c1542edaab3e5760b3693b3 2024-11-15T05:38:02,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3f6e61557c1542edaab3e5760b3693b3, entries=200, sequenceid=492, filesize=14.4 K 2024-11-15T05:38:02,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/353617113ba2422b89f2c8eca9002f79 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/353617113ba2422b89f2c8eca9002f79 2024-11-15T05:38:02,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/353617113ba2422b89f2c8eca9002f79, entries=150, sequenceid=492, filesize=12.0 K 2024-11-15T05:38:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/48515e92ca37402b89bb0ec6754ab54f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/48515e92ca37402b89bb0ec6754ab54f 2024-11-15T05:38:02,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/48515e92ca37402b89bb0ec6754ab54f, entries=150, sequenceid=492, filesize=12.0 K 2024-11-15T05:38:02,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0510b49f8580f4d7906b616dea1c6681 in 130ms, sequenceid=492, compaction requested=true 2024-11-15T05:38:02,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:02,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:02,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:02,355 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:02,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:02,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:02,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0510b49f8580f4d7906b616dea1c6681:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:02,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T05:38:02,357 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:02,357 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/A is initiating minor compaction (all files) 2024-11-15T05:38:02,357 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/A in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:02,357 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4f563b75758642f782e2f04e080d2305, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3c3b285484e24aca8e02314f51070463, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3f6e61557c1542edaab3e5760b3693b3] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=39.5 K 2024-11-15T05:38:02,358 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:02,358 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f563b75758642f782e2f04e080d2305, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649080313 2024-11-15T05:38:02,359 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c3b285484e24aca8e02314f51070463, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731649080372 2024-11-15T05:38:02,359 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f6e61557c1542edaab3e5760b3693b3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731649081060 2024-11-15T05:38:02,360 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:02,360 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/B is initiating minor compaction (all files) 2024-11-15T05:38:02,360 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/B in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:02,360 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/765369fcb0154184b0fcee784b520c24, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a54a69d84495403695b0b996a87e6693, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/353617113ba2422b89f2c8eca9002f79] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=37.1 K 2024-11-15T05:38:02,361 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 765369fcb0154184b0fcee784b520c24, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649080313 2024-11-15T05:38:02,361 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a54a69d84495403695b0b996a87e6693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731649080372 2024-11-15T05:38:02,362 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 353617113ba2422b89f2c8eca9002f79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731649081061 2024-11-15T05:38:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:02,385 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:02,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T05:38:02,394 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:02,395 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/06f637c8a72041b9b477a3e6e7e866c2 is 50, key is test_row_0/A:col10/1731649081062/Put/seqid=0 2024-11-15T05:38:02,398 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:02,398 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/4cb629bb6d8d4c41ae69c040b6513047 is 50, key is test_row_0/B:col10/1731649081062/Put/seqid=0 2024-11-15T05:38:02,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/b88a84bbc44f4fda83897ae521296653 is 50, key is test_row_0/A:col10/1731649082382/Put/seqid=0 2024-11-15T05:38:02,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649142409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649142411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649142411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741939_1115 (size=13459) 2024-11-15T05:38:02,441 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/4cb629bb6d8d4c41ae69c040b6513047 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/4cb629bb6d8d4c41ae69c040b6513047 2024-11-15T05:38:02,450 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/B of 0510b49f8580f4d7906b616dea1c6681 into 4cb629bb6d8d4c41ae69c040b6513047(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:02,450 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:02,450 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/B, priority=13, startTime=1731649082355; duration=0sec 2024-11-15T05:38:02,451 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:02,451 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:B 2024-11-15T05:38:02,451 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:02,453 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:02,453 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 0510b49f8580f4d7906b616dea1c6681/C is initiating minor compaction (all files) 2024-11-15T05:38:02,453 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0510b49f8580f4d7906b616dea1c6681/C in TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:02,454 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5688b170216b4012aef34f79e9386c15, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/039b6e8c4bb249ae957eb1e790e30ead, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/48515e92ca37402b89bb0ec6754ab54f] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp, totalSize=37.1 K 2024-11-15T05:38:02,455 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5688b170216b4012aef34f79e9386c15, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649080313 2024-11-15T05:38:02,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741940_1116 (size=13459) 2024-11-15T05:38:02,456 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 039b6e8c4bb249ae957eb1e790e30ead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731649080372 2024-11-15T05:38:02,456 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 48515e92ca37402b89bb0ec6754ab54f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731649081061 2024-11-15T05:38:02,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741941_1117 (size=14741) 2024-11-15T05:38:02,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/b88a84bbc44f4fda83897ae521296653 2024-11-15T05:38:02,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/6a4848e435fe430bb773a48f7905286b is 50, key is test_row_0/B:col10/1731649082382/Put/seqid=0 2024-11-15T05:38:02,470 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0510b49f8580f4d7906b616dea1c6681#C#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:02,470 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/f1c4134b64624df1986ddc2f7b820e6a is 50, key is test_row_0/C:col10/1731649081062/Put/seqid=0 2024-11-15T05:38:02,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741942_1118 (size=12301) 2024-11-15T05:38:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741943_1119 (size=13459) 2024-11-15T05:38:02,498 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/f1c4134b64624df1986ddc2f7b820e6a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/f1c4134b64624df1986ddc2f7b820e6a 2024-11-15T05:38:02,506 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/C of 0510b49f8580f4d7906b616dea1c6681 into f1c4134b64624df1986ddc2f7b820e6a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:02,506 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:02,506 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/C, priority=13, startTime=1731649082356; duration=0sec 2024-11-15T05:38:02,506 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:02,506 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:C 2024-11-15T05:38:02,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649142521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649142521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649142521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649142731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649142731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649142741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T05:38:02,771 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:02,772 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-15T05:38:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T05:38:02,774 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:02,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:02,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:02,862 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/06f637c8a72041b9b477a3e6e7e866c2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/06f637c8a72041b9b477a3e6e7e866c2 2024-11-15T05:38:02,868 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0510b49f8580f4d7906b616dea1c6681/A of 0510b49f8580f4d7906b616dea1c6681 into 06f637c8a72041b9b477a3e6e7e866c2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:02,868 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:02,868 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., storeName=0510b49f8580f4d7906b616dea1c6681/A, priority=13, startTime=1731649082355; duration=0sec 2024-11-15T05:38:02,868 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:02,868 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0510b49f8580f4d7906b616dea1c6681:A 2024-11-15T05:38:02,871 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-15T05:38:02,871 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:02,871 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-15T05:38:02,871 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:02,871 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-15T05:38:02,871 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:02,876 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:02,876 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:02,876 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:02,876 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:02,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:02,877 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:02,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:02,877 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:02,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:02,880 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-15T05:38:02,880 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:02,880 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:02,880 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:02,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T05:38:02,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/6a4848e435fe430bb773a48f7905286b 2024-11-15T05:38:02,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/74f7b5a4e2d04221b021263d9cb15e24 is 50, key is test_row_0/C:col10/1731649082382/Put/seqid=0 2024-11-15T05:38:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741944_1120 (size=12301) 2024-11-15T05:38:02,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T05:38:02,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:02,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:38:02,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:02,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:02,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46366 deadline: 1731649143041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46386 deadline: 1731649143041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:03,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46342 deadline: 1731649143051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:03,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T05:38:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:38:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:03,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T05:38:03,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T05:38:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:38:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:03,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:03,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/74f7b5a4e2d04221b021263d9cb15e24 2024-11-15T05:38:03,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/b88a84bbc44f4fda83897ae521296653 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b88a84bbc44f4fda83897ae521296653 2024-11-15T05:38:03,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b88a84bbc44f4fda83897ae521296653, entries=200, sequenceid=516, filesize=14.4 K 2024-11-15T05:38:03,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/6a4848e435fe430bb773a48f7905286b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/6a4848e435fe430bb773a48f7905286b 2024-11-15T05:38:03,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/6a4848e435fe430bb773a48f7905286b, entries=150, sequenceid=516, filesize=12.0 K 2024-11-15T05:38:03,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/74f7b5a4e2d04221b021263d9cb15e24 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74f7b5a4e2d04221b021263d9cb15e24 2024-11-15T05:38:03,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74f7b5a4e2d04221b021263d9cb15e24, entries=150, sequenceid=516, filesize=12.0 K 2024-11-15T05:38:03,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0510b49f8580f4d7906b616dea1c6681 in 940ms, sequenceid=516, compaction requested=false 2024-11-15T05:38:03,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:03,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-15T05:38:03,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:03,391 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:38:03,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/a1955eff8b014316bdcad2d7f4318554 is 50, key is test_row_0/A:col10/1731649082408/Put/seqid=0 2024-11-15T05:38:03,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741945_1121 (size=12301) 2024-11-15T05:38:03,399 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/a1955eff8b014316bdcad2d7f4318554 2024-11-15T05:38:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T05:38:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/7cc3a8d6742c48ac9c4177985b79fb1f is 50, key is test_row_0/B:col10/1731649082408/Put/seqid=0 2024-11-15T05:38:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741946_1122 (size=12301) 2024-11-15T05:38:03,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. as already flushing 2024-11-15T05:38:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:03,553 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-15T05:38:03,553 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-15T05:38:03,553 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:03,553 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:03,553 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:03,553 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:03,554 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:03,554 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:03,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:03,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:03,563 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-15T05:38:03,563 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:03,563 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:03,563 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:03,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:03,810 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/7cc3a8d6742c48ac9c4177985b79fb1f 2024-11-15T05:38:03,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/86a55949c6124d4b893b607c806d2288 is 50, key is test_row_0/C:col10/1731649082408/Put/seqid=0 2024-11-15T05:38:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741947_1123 (size=12301) 2024-11-15T05:38:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T05:38:04,223 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/86a55949c6124d4b893b607c806d2288 2024-11-15T05:38:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/a1955eff8b014316bdcad2d7f4318554 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a1955eff8b014316bdcad2d7f4318554 2024-11-15T05:38:04,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a1955eff8b014316bdcad2d7f4318554, entries=150, sequenceid=532, filesize=12.0 K 2024-11-15T05:38:04,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/7cc3a8d6742c48ac9c4177985b79fb1f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/7cc3a8d6742c48ac9c4177985b79fb1f 2024-11-15T05:38:04,237 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/7cc3a8d6742c48ac9c4177985b79fb1f, entries=150, sequenceid=532, filesize=12.0 K 2024-11-15T05:38:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/86a55949c6124d4b893b607c806d2288 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/86a55949c6124d4b893b607c806d2288 2024-11-15T05:38:04,242 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/86a55949c6124d4b893b607c806d2288, entries=150, sequenceid=532, filesize=12.0 K 2024-11-15T05:38:04,243 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 0510b49f8580f4d7906b616dea1c6681 in 852ms, sequenceid=532, compaction requested=true 2024-11-15T05:38:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0510b49f8580f4d7906b616dea1c6681: 2024-11-15T05:38:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T05:38:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T05:38:04,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-15T05:38:04,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4670 sec 2024-11-15T05:38:04,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4740 sec 2024-11-15T05:38:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T05:38:04,921 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:05,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T05:38:05,573 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-15T05:38:05,573 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:05,573 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:05,573 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:05,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:05,583 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-15T05:38:05,583 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:05,583 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:05,583 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:05,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2922 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2857 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1341 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4020 rows 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1337 2024-11-15T05:38:05,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4010 rows 2024-11-15T05:38:05,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:38:05,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:38:05,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:05,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:05,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:05,588 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T05:38:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:05,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649085596"}]},"ts":"1731649085596"} 2024-11-15T05:38:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T05:38:05,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T05:38:05,598 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T05:38:05,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:38:05,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, UNASSIGN}] 2024-11-15T05:38:05,605 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, UNASSIGN 2024-11-15T05:38:05,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0510b49f8580f4d7906b616dea1c6681, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:05,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, UNASSIGN because future has completed 2024-11-15T05:38:05,608 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:38:05,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:38:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T05:38:05,765 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:05,766 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:38:05,766 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 0510b49f8580f4d7906b616dea1c6681, disabling compactions & flushes 2024-11-15T05:38:05,766 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:05,766 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:05,766 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. after waiting 0 ms 2024-11-15T05:38:05,766 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:05,766 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 0510b49f8580f4d7906b616dea1c6681 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T05:38:05,771 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/2e35605ac22f41b0a50bf9ae1006ca42 is 50, key is test_row_0/A:col10/1731649085582/Put/seqid=0 2024-11-15T05:38:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741948_1124 (size=12301) 2024-11-15T05:38:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T05:38:06,175 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/2e35605ac22f41b0a50bf9ae1006ca42 2024-11-15T05:38:06,183 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/71072f68dc4b44c0b101f312eb8c0288 is 50, key is test_row_0/B:col10/1731649085582/Put/seqid=0 2024-11-15T05:38:06,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741949_1125 (size=12301) 2024-11-15T05:38:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T05:38:06,587 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/71072f68dc4b44c0b101f312eb8c0288 2024-11-15T05:38:06,595 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/ffcb062d6c604d8aa447bc8f8972d442 is 50, key is test_row_0/C:col10/1731649085582/Put/seqid=0 2024-11-15T05:38:06,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741950_1126 (size=12301) 2024-11-15T05:38:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T05:38:06,999 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/ffcb062d6c604d8aa447bc8f8972d442 2024-11-15T05:38:07,005 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/A/2e35605ac22f41b0a50bf9ae1006ca42 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2e35605ac22f41b0a50bf9ae1006ca42 2024-11-15T05:38:07,010 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2e35605ac22f41b0a50bf9ae1006ca42, entries=150, sequenceid=540, filesize=12.0 K 2024-11-15T05:38:07,011 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/B/71072f68dc4b44c0b101f312eb8c0288 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/71072f68dc4b44c0b101f312eb8c0288 2024-11-15T05:38:07,016 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/71072f68dc4b44c0b101f312eb8c0288, entries=150, sequenceid=540, filesize=12.0 K 2024-11-15T05:38:07,017 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/.tmp/C/ffcb062d6c604d8aa447bc8f8972d442 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ffcb062d6c604d8aa447bc8f8972d442 2024-11-15T05:38:07,021 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ffcb062d6c604d8aa447bc8f8972d442, entries=150, sequenceid=540, filesize=12.0 K 2024-11-15T05:38:07,022 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0510b49f8580f4d7906b616dea1c6681 in 1256ms, sequenceid=540, compaction requested=true 2024-11-15T05:38:07,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/003b564145e34012b6a7a9b703905a75, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e8087455272e472c86e16367c005835e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/210807fc51274f3baaed3fd92bddbef4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/59d4aa1abded43b593df1a9edf30c238, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/514f59b577374284826d37b2f996eb23, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/64fdb0657e414da58581f9bd2934c7c8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/cb97f26957674877bc571bb323430a37, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3359b2d7e7254e0d8aa5aa35e90b9745, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7c57209645fe428e9acce2776391bd5f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4db0c295bc014a0b856e5c77dde6a860, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2041dab1af4d4500be0ec17d42afb33e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/0ecdf2fadc3f4469b9eaebc2e9b46785, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7db3370f82eb450e8d6fd6b67181b4d3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/fca59bd680784ba094865c7a25ec7a23, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2ad9c528a9294e3e92d90854ccd0d337, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a29eec7d20274057aca82f321a2012c4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/bc4751aa7f9549ccb036f573df42a2e9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e084d0c39fe04207bdc8df45ce1bc23f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/579a723bb2fc4f45a62c9de3802b80ab, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/c5ac3f1023594028b4357aa364005a28, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7bd0058a4245483f977e080e1ed854ae, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/da07344345884ee8a7716833a336668b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/953c8aef4e5f46b4a95ae72cb0bdeac0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/997bce9ee7874ebca9ba65926871be83, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/dcc732310d3b4d438dce3638bb5754e5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/ba61826dd28d43c383e1ac75cdfba21a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/f37c288489a84af0ac61c5e66bd4412c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/54c92ba8213c4798a2a3b3a7e51e77c1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/d0d82f38ca7241d6b213c1ffbd3804af, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4bbe841ace784eac893a058bd0328c33, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b1abc99b8afb491f825903f92dccfb7c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4f563b75758642f782e2f04e080d2305, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3c3b285484e24aca8e02314f51070463, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3f6e61557c1542edaab3e5760b3693b3] to archive 2024-11-15T05:38:07,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:38:07,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/003b564145e34012b6a7a9b703905a75 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/003b564145e34012b6a7a9b703905a75 2024-11-15T05:38:07,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e8087455272e472c86e16367c005835e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e8087455272e472c86e16367c005835e 2024-11-15T05:38:07,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/210807fc51274f3baaed3fd92bddbef4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/210807fc51274f3baaed3fd92bddbef4 2024-11-15T05:38:07,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/59d4aa1abded43b593df1a9edf30c238 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/59d4aa1abded43b593df1a9edf30c238 2024-11-15T05:38:07,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/514f59b577374284826d37b2f996eb23 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/514f59b577374284826d37b2f996eb23 2024-11-15T05:38:07,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/64fdb0657e414da58581f9bd2934c7c8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/64fdb0657e414da58581f9bd2934c7c8 2024-11-15T05:38:07,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/cb97f26957674877bc571bb323430a37 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/cb97f26957674877bc571bb323430a37 2024-11-15T05:38:07,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3359b2d7e7254e0d8aa5aa35e90b9745 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3359b2d7e7254e0d8aa5aa35e90b9745 2024-11-15T05:38:07,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7c57209645fe428e9acce2776391bd5f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7c57209645fe428e9acce2776391bd5f 2024-11-15T05:38:07,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4db0c295bc014a0b856e5c77dde6a860 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4db0c295bc014a0b856e5c77dde6a860 2024-11-15T05:38:07,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2041dab1af4d4500be0ec17d42afb33e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2041dab1af4d4500be0ec17d42afb33e 2024-11-15T05:38:07,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/0ecdf2fadc3f4469b9eaebc2e9b46785 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/0ecdf2fadc3f4469b9eaebc2e9b46785 2024-11-15T05:38:07,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7db3370f82eb450e8d6fd6b67181b4d3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7db3370f82eb450e8d6fd6b67181b4d3 2024-11-15T05:38:07,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/fca59bd680784ba094865c7a25ec7a23 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/fca59bd680784ba094865c7a25ec7a23 2024-11-15T05:38:07,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2ad9c528a9294e3e92d90854ccd0d337 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2ad9c528a9294e3e92d90854ccd0d337 2024-11-15T05:38:07,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a29eec7d20274057aca82f321a2012c4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a29eec7d20274057aca82f321a2012c4 2024-11-15T05:38:07,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/bc4751aa7f9549ccb036f573df42a2e9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/bc4751aa7f9549ccb036f573df42a2e9 2024-11-15T05:38:07,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e084d0c39fe04207bdc8df45ce1bc23f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/e084d0c39fe04207bdc8df45ce1bc23f 2024-11-15T05:38:07,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/579a723bb2fc4f45a62c9de3802b80ab to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/579a723bb2fc4f45a62c9de3802b80ab 2024-11-15T05:38:07,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/c5ac3f1023594028b4357aa364005a28 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/c5ac3f1023594028b4357aa364005a28 2024-11-15T05:38:07,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7bd0058a4245483f977e080e1ed854ae to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/7bd0058a4245483f977e080e1ed854ae 2024-11-15T05:38:07,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/da07344345884ee8a7716833a336668b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/da07344345884ee8a7716833a336668b 2024-11-15T05:38:07,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/953c8aef4e5f46b4a95ae72cb0bdeac0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/953c8aef4e5f46b4a95ae72cb0bdeac0 2024-11-15T05:38:07,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/997bce9ee7874ebca9ba65926871be83 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/997bce9ee7874ebca9ba65926871be83 2024-11-15T05:38:07,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/dcc732310d3b4d438dce3638bb5754e5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/dcc732310d3b4d438dce3638bb5754e5 2024-11-15T05:38:07,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/ba61826dd28d43c383e1ac75cdfba21a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/ba61826dd28d43c383e1ac75cdfba21a 2024-11-15T05:38:07,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/f37c288489a84af0ac61c5e66bd4412c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/f37c288489a84af0ac61c5e66bd4412c 2024-11-15T05:38:07,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/54c92ba8213c4798a2a3b3a7e51e77c1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/54c92ba8213c4798a2a3b3a7e51e77c1 2024-11-15T05:38:07,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/d0d82f38ca7241d6b213c1ffbd3804af to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/d0d82f38ca7241d6b213c1ffbd3804af 2024-11-15T05:38:07,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4bbe841ace784eac893a058bd0328c33 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4bbe841ace784eac893a058bd0328c33 2024-11-15T05:38:07,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b1abc99b8afb491f825903f92dccfb7c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b1abc99b8afb491f825903f92dccfb7c 2024-11-15T05:38:07,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4f563b75758642f782e2f04e080d2305 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/4f563b75758642f782e2f04e080d2305 2024-11-15T05:38:07,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3c3b285484e24aca8e02314f51070463 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3c3b285484e24aca8e02314f51070463 2024-11-15T05:38:07,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3f6e61557c1542edaab3e5760b3693b3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/3f6e61557c1542edaab3e5760b3693b3 2024-11-15T05:38:07,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e7c938feb21e4d1fbfbf66ea657c11e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/873cc356ae3b4acd83517805d437b7b9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b5990aa0d75a446fa55b53ecf0e62da9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/78fa6a9728f046faa7bcc7bdad6b3e7e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/657ee6091e6c49f4bf9862a5188ff661, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/4a4c6e9bb3114866bf1cc4ef7b33d72c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/daddfecc3d224966ac6e7945094e1dd3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/f4a2e09aa53c431c99f6ec1ac76e7e66, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/28d82f54b9254389a1c8fcb73960b168, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0208230db25342c9827084fe148c39cc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1d3e07e98b6645e6b31409194a33d1b2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/487b6a8ef69d45cd827807566dd6a7d8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/04571aaa5cb94b2dad6f4abdf5d28e2c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/aff5fe662cb142d089e790785c0a943b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/ca5dd5ee2865455ea040832ae07fcb15, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/fe2cf3e2a5f2477aaad6cf48ddf8975e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/96cb36c2723f4711be60d2467ed46335, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a979a3445183450fa1e7789e91e9bc13, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/841b85c55dae4937a283e091512600ea, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/786da183773b4f67a0c8ec3ee4c851ba, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/127bdfae7d2d4c09b3931bfe389da9ef, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0d5fd4897f554d188979b54ac2322848, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/17c0aaa66e2a456a89813b69b23f3c4d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1a038bb994a04ba5b7ba6a448cfecda8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e4f2d63f381245d4929187fe730d62f4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b8f6e7c792664f019f155b7d8146a938, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/693cbbc53d434d4fa2a5e0198034234d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/d8a791803e9c4cce81f28b46b57cd00c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/957ad561b04d4942b2635296418506b6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/58e784340f9b443da0c8fef375d56014, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/765369fcb0154184b0fcee784b520c24, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e9371166e10c466b9231223ae5352e1e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a54a69d84495403695b0b996a87e6693, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/353617113ba2422b89f2c8eca9002f79] to archive 2024-11-15T05:38:07,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:38:07,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e7c938feb21e4d1fbfbf66ea657c11e7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e7c938feb21e4d1fbfbf66ea657c11e7 2024-11-15T05:38:07,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/873cc356ae3b4acd83517805d437b7b9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/873cc356ae3b4acd83517805d437b7b9 2024-11-15T05:38:07,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b5990aa0d75a446fa55b53ecf0e62da9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b5990aa0d75a446fa55b53ecf0e62da9 2024-11-15T05:38:07,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/78fa6a9728f046faa7bcc7bdad6b3e7e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/78fa6a9728f046faa7bcc7bdad6b3e7e 2024-11-15T05:38:07,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/657ee6091e6c49f4bf9862a5188ff661 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/657ee6091e6c49f4bf9862a5188ff661 2024-11-15T05:38:07,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/4a4c6e9bb3114866bf1cc4ef7b33d72c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/4a4c6e9bb3114866bf1cc4ef7b33d72c 2024-11-15T05:38:07,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/daddfecc3d224966ac6e7945094e1dd3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/daddfecc3d224966ac6e7945094e1dd3 2024-11-15T05:38:07,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/f4a2e09aa53c431c99f6ec1ac76e7e66 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/f4a2e09aa53c431c99f6ec1ac76e7e66 2024-11-15T05:38:07,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/28d82f54b9254389a1c8fcb73960b168 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/28d82f54b9254389a1c8fcb73960b168 2024-11-15T05:38:07,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0208230db25342c9827084fe148c39cc to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0208230db25342c9827084fe148c39cc 2024-11-15T05:38:07,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1d3e07e98b6645e6b31409194a33d1b2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1d3e07e98b6645e6b31409194a33d1b2 2024-11-15T05:38:07,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/487b6a8ef69d45cd827807566dd6a7d8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/487b6a8ef69d45cd827807566dd6a7d8 2024-11-15T05:38:07,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/04571aaa5cb94b2dad6f4abdf5d28e2c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/04571aaa5cb94b2dad6f4abdf5d28e2c 2024-11-15T05:38:07,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/aff5fe662cb142d089e790785c0a943b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/aff5fe662cb142d089e790785c0a943b 2024-11-15T05:38:07,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/ca5dd5ee2865455ea040832ae07fcb15 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/ca5dd5ee2865455ea040832ae07fcb15 2024-11-15T05:38:07,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/fe2cf3e2a5f2477aaad6cf48ddf8975e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/fe2cf3e2a5f2477aaad6cf48ddf8975e 2024-11-15T05:38:07,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/96cb36c2723f4711be60d2467ed46335 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/96cb36c2723f4711be60d2467ed46335 2024-11-15T05:38:07,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a979a3445183450fa1e7789e91e9bc13 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a979a3445183450fa1e7789e91e9bc13 2024-11-15T05:38:07,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/841b85c55dae4937a283e091512600ea to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/841b85c55dae4937a283e091512600ea 2024-11-15T05:38:07,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/786da183773b4f67a0c8ec3ee4c851ba to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/786da183773b4f67a0c8ec3ee4c851ba 2024-11-15T05:38:07,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/127bdfae7d2d4c09b3931bfe389da9ef to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/127bdfae7d2d4c09b3931bfe389da9ef 2024-11-15T05:38:07,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0d5fd4897f554d188979b54ac2322848 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/0d5fd4897f554d188979b54ac2322848 2024-11-15T05:38:07,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/17c0aaa66e2a456a89813b69b23f3c4d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/17c0aaa66e2a456a89813b69b23f3c4d 2024-11-15T05:38:07,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1a038bb994a04ba5b7ba6a448cfecda8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/1a038bb994a04ba5b7ba6a448cfecda8 2024-11-15T05:38:07,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e4f2d63f381245d4929187fe730d62f4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e4f2d63f381245d4929187fe730d62f4 2024-11-15T05:38:07,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b8f6e7c792664f019f155b7d8146a938 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/b8f6e7c792664f019f155b7d8146a938 2024-11-15T05:38:07,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/693cbbc53d434d4fa2a5e0198034234d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/693cbbc53d434d4fa2a5e0198034234d 2024-11-15T05:38:07,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/d8a791803e9c4cce81f28b46b57cd00c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/d8a791803e9c4cce81f28b46b57cd00c 2024-11-15T05:38:07,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/957ad561b04d4942b2635296418506b6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/957ad561b04d4942b2635296418506b6 2024-11-15T05:38:07,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/58e784340f9b443da0c8fef375d56014 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/58e784340f9b443da0c8fef375d56014 2024-11-15T05:38:07,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/765369fcb0154184b0fcee784b520c24 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/765369fcb0154184b0fcee784b520c24 2024-11-15T05:38:07,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e9371166e10c466b9231223ae5352e1e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/e9371166e10c466b9231223ae5352e1e 2024-11-15T05:38:07,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a54a69d84495403695b0b996a87e6693 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/a54a69d84495403695b0b996a87e6693 2024-11-15T05:38:07,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/353617113ba2422b89f2c8eca9002f79 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/353617113ba2422b89f2c8eca9002f79 2024-11-15T05:38:07,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0bf8a47598a64040871a5d48f9063429, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1d2f3f2f747247e7a7a70d769d2532d8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/8677ade2df154bcbb87c82891c49f664, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/497c1d9b25404b3db991efb49ee2b205, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/7532706b21394af1a916f92cb5350b29, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/f0b413de72a049f985d59351005eb234, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3b9cd700c9fa4280819d07cb89081988, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/774291767fed454ebe885ea232effddf, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5d19bd61e56d4b37a582e9be7f82a3c5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3069c05548bb4b5097c5d82ad160055a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5e8bb64b75534f848bfb9f6b8a55e3f1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/169584b21b8e4ab091620902468ac7c9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d2716f359dc545eb84206542d5b87d51, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/beb1cd5e099946db996d896d610bf6fa, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/24af84fdf9bb4abc824b2279d85aec44, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ee4c61e2ac80490a92b0fedb118144db, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/e8f1ac34c58742449481b0fabee31c52, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/b19510c2e9a242f2a3a9049c7775091d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/9ca89010185643fc92ed32ce5523f35e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/fd5820ed813649adbdfeb7905debfcde, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74b26fe1c59f43fd9580312c4faeb5e3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/13fcacab707941d7849e4a5cab2adcc6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d4e9da834031440a9107dbac180385bf, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/26167ea555d14b69a7aa436770e27159, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0f37c072991249349e0a716cdfdcf40f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/17234c78f58a4cf3b739fc30eae8649d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/030a475001724ccdb34058c8150b6b0d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ad3f384f5af0403eb8f3c5109a7d53ef, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0670eb7defa044afbfa5c21513584314, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1accaf1ea804494eb75b6873357a1ad2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5688b170216b4012aef34f79e9386c15, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/c3471d6e9b9d4867b45242aefaafa98d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/039b6e8c4bb249ae957eb1e790e30ead, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/48515e92ca37402b89bb0ec6754ab54f] to archive 2024-11-15T05:38:07,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:38:07,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0bf8a47598a64040871a5d48f9063429 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0bf8a47598a64040871a5d48f9063429 2024-11-15T05:38:07,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1d2f3f2f747247e7a7a70d769d2532d8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1d2f3f2f747247e7a7a70d769d2532d8 2024-11-15T05:38:07,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/8677ade2df154bcbb87c82891c49f664 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/8677ade2df154bcbb87c82891c49f664 2024-11-15T05:38:07,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/497c1d9b25404b3db991efb49ee2b205 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/497c1d9b25404b3db991efb49ee2b205 2024-11-15T05:38:07,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/7532706b21394af1a916f92cb5350b29 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/7532706b21394af1a916f92cb5350b29 2024-11-15T05:38:07,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/f0b413de72a049f985d59351005eb234 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/f0b413de72a049f985d59351005eb234 2024-11-15T05:38:07,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3b9cd700c9fa4280819d07cb89081988 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3b9cd700c9fa4280819d07cb89081988 2024-11-15T05:38:07,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/774291767fed454ebe885ea232effddf to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/774291767fed454ebe885ea232effddf 2024-11-15T05:38:07,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5d19bd61e56d4b37a582e9be7f82a3c5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5d19bd61e56d4b37a582e9be7f82a3c5 2024-11-15T05:38:07,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3069c05548bb4b5097c5d82ad160055a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/3069c05548bb4b5097c5d82ad160055a 2024-11-15T05:38:07,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5e8bb64b75534f848bfb9f6b8a55e3f1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5e8bb64b75534f848bfb9f6b8a55e3f1 2024-11-15T05:38:07,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/169584b21b8e4ab091620902468ac7c9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/169584b21b8e4ab091620902468ac7c9 2024-11-15T05:38:07,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d2716f359dc545eb84206542d5b87d51 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d2716f359dc545eb84206542d5b87d51 2024-11-15T05:38:07,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/beb1cd5e099946db996d896d610bf6fa to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/beb1cd5e099946db996d896d610bf6fa 2024-11-15T05:38:07,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/24af84fdf9bb4abc824b2279d85aec44 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/24af84fdf9bb4abc824b2279d85aec44 2024-11-15T05:38:07,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ee4c61e2ac80490a92b0fedb118144db to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ee4c61e2ac80490a92b0fedb118144db 2024-11-15T05:38:07,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/e8f1ac34c58742449481b0fabee31c52 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/e8f1ac34c58742449481b0fabee31c52 2024-11-15T05:38:07,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/b19510c2e9a242f2a3a9049c7775091d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/b19510c2e9a242f2a3a9049c7775091d 2024-11-15T05:38:07,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/9ca89010185643fc92ed32ce5523f35e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/9ca89010185643fc92ed32ce5523f35e 2024-11-15T05:38:07,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/fd5820ed813649adbdfeb7905debfcde to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/fd5820ed813649adbdfeb7905debfcde 2024-11-15T05:38:07,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74b26fe1c59f43fd9580312c4faeb5e3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74b26fe1c59f43fd9580312c4faeb5e3 2024-11-15T05:38:07,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/13fcacab707941d7849e4a5cab2adcc6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/13fcacab707941d7849e4a5cab2adcc6 2024-11-15T05:38:07,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d4e9da834031440a9107dbac180385bf to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/d4e9da834031440a9107dbac180385bf 2024-11-15T05:38:07,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/26167ea555d14b69a7aa436770e27159 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/26167ea555d14b69a7aa436770e27159 2024-11-15T05:38:07,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0f37c072991249349e0a716cdfdcf40f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0f37c072991249349e0a716cdfdcf40f 2024-11-15T05:38:07,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/17234c78f58a4cf3b739fc30eae8649d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/17234c78f58a4cf3b739fc30eae8649d 2024-11-15T05:38:07,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/030a475001724ccdb34058c8150b6b0d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/030a475001724ccdb34058c8150b6b0d 2024-11-15T05:38:07,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ad3f384f5af0403eb8f3c5109a7d53ef to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ad3f384f5af0403eb8f3c5109a7d53ef 2024-11-15T05:38:07,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0670eb7defa044afbfa5c21513584314 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/0670eb7defa044afbfa5c21513584314 2024-11-15T05:38:07,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1accaf1ea804494eb75b6873357a1ad2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/1accaf1ea804494eb75b6873357a1ad2 2024-11-15T05:38:07,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5688b170216b4012aef34f79e9386c15 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/5688b170216b4012aef34f79e9386c15 2024-11-15T05:38:07,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/c3471d6e9b9d4867b45242aefaafa98d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/c3471d6e9b9d4867b45242aefaafa98d 2024-11-15T05:38:07,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/039b6e8c4bb249ae957eb1e790e30ead to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/039b6e8c4bb249ae957eb1e790e30ead 2024-11-15T05:38:07,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/48515e92ca37402b89bb0ec6754ab54f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/48515e92ca37402b89bb0ec6754ab54f 2024-11-15T05:38:07,182 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/recovered.edits/543.seqid, newMaxSeqId=543, maxSeqId=1 2024-11-15T05:38:07,183 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. 2024-11-15T05:38:07,183 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 0510b49f8580f4d7906b616dea1c6681: Waiting for close lock at 1731649085766Running coprocessor pre-close hooks at 1731649085766Disabling compacts and flushes for region at 1731649085766Disabling writes for close at 1731649085766Obtaining lock to block concurrent updates at 1731649085766Preparing flush snapshotting stores in 0510b49f8580f4d7906b616dea1c6681 at 1731649085766Finished memstore snapshotting TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731649085767 (+1 ms)Flushing stores of TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681. at 1731649085767Flushing 0510b49f8580f4d7906b616dea1c6681/A: creating writer at 1731649085767Flushing 0510b49f8580f4d7906b616dea1c6681/A: appending metadata at 1731649085770 (+3 ms)Flushing 0510b49f8580f4d7906b616dea1c6681/A: closing flushed file at 1731649085770Flushing 0510b49f8580f4d7906b616dea1c6681/B: creating writer at 1731649086180 (+410 ms)Flushing 0510b49f8580f4d7906b616dea1c6681/B: appending metadata at 1731649086183 (+3 ms)Flushing 0510b49f8580f4d7906b616dea1c6681/B: closing flushed file at 1731649086183Flushing 0510b49f8580f4d7906b616dea1c6681/C: creating writer at 1731649086591 (+408 ms)Flushing 0510b49f8580f4d7906b616dea1c6681/C: appending metadata at 1731649086594 (+3 ms)Flushing 0510b49f8580f4d7906b616dea1c6681/C: closing flushed file at 1731649086594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e664a6: reopening flushed file at 1731649087004 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322fe64c: reopening flushed file at 1731649087010 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1a3025: reopening flushed file at 1731649087016 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0510b49f8580f4d7906b616dea1c6681 in 1256ms, sequenceid=540, compaction requested=true at 1731649087022 (+6 ms)Writing region close event to WAL at 1731649087178 (+156 ms)Running coprocessor post-close hooks at 1731649087183 (+5 ms)Closed at 1731649087183 2024-11-15T05:38:07,186 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:07,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0510b49f8580f4d7906b616dea1c6681, regionState=CLOSED 2024-11-15T05:38:07,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:38:07,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T05:38:07,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 0510b49f8580f4d7906b616dea1c6681, server=e243dcb6c2df,33879,1731649056842 in 1.5800 sec 2024-11-15T05:38:07,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-15T05:38:07,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0510b49f8580f4d7906b616dea1c6681, UNASSIGN in 1.5870 sec 2024-11-15T05:38:07,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-15T05:38:07,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5930 sec 2024-11-15T05:38:07,197 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649087196"}]},"ts":"1731649087196"} 2024-11-15T05:38:07,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T05:38:07,198 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T05:38:07,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6090 sec 2024-11-15T05:38:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T05:38:07,742 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:07,745 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T05:38:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:07,750 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-15T05:38:07,751 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:07,756 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:07,760 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/recovered.edits] 2024-11-15T05:38:07,763 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/06f637c8a72041b9b477a3e6e7e866c2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/06f637c8a72041b9b477a3e6e7e866c2 2024-11-15T05:38:07,765 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2e35605ac22f41b0a50bf9ae1006ca42 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/2e35605ac22f41b0a50bf9ae1006ca42 2024-11-15T05:38:07,766 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a1955eff8b014316bdcad2d7f4318554 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/a1955eff8b014316bdcad2d7f4318554 2024-11-15T05:38:07,768 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b88a84bbc44f4fda83897ae521296653 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/A/b88a84bbc44f4fda83897ae521296653 2024-11-15T05:38:07,770 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/4cb629bb6d8d4c41ae69c040b6513047 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/4cb629bb6d8d4c41ae69c040b6513047 2024-11-15T05:38:07,772 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/6a4848e435fe430bb773a48f7905286b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/6a4848e435fe430bb773a48f7905286b 2024-11-15T05:38:07,773 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/71072f68dc4b44c0b101f312eb8c0288 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/71072f68dc4b44c0b101f312eb8c0288 2024-11-15T05:38:07,775 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/7cc3a8d6742c48ac9c4177985b79fb1f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/B/7cc3a8d6742c48ac9c4177985b79fb1f 2024-11-15T05:38:07,777 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74f7b5a4e2d04221b021263d9cb15e24 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/74f7b5a4e2d04221b021263d9cb15e24 2024-11-15T05:38:07,778 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/86a55949c6124d4b893b607c806d2288 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/86a55949c6124d4b893b607c806d2288 2024-11-15T05:38:07,780 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/f1c4134b64624df1986ddc2f7b820e6a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/f1c4134b64624df1986ddc2f7b820e6a 2024-11-15T05:38:07,781 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ffcb062d6c604d8aa447bc8f8972d442 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/C/ffcb062d6c604d8aa447bc8f8972d442 2024-11-15T05:38:07,784 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/recovered.edits/543.seqid to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681/recovered.edits/543.seqid 2024-11-15T05:38:07,785 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/0510b49f8580f4d7906b616dea1c6681 2024-11-15T05:38:07,785 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T05:38:07,790 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:07,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T05:38:07,802 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T05:38:07,838 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T05:38:07,840 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:07,840 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T05:38:07,841 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731649087840"}]},"ts":"9223372036854775807"} 2024-11-15T05:38:07,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T05:38:07,845 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0510b49f8580f4d7906b616dea1c6681, NAME => 'TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T05:38:07,845 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T05:38:07,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731649087845"}]},"ts":"9223372036854775807"} 2024-11-15T05:38:07,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T05:38:07,849 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:07,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 104 msec 2024-11-15T05:38:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-15T05:38:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T05:38:07,862 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:07,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e243dcb6c2df:33879-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1953168280_22 at /127.0.0.1:46138 [Waiting for operation #332] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1953168280_22 at /127.0.0.1:57830 [Waiting for operation #346] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1421029009_22 at /127.0.0.1:34586 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 314) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8426 (was 8987) 2024-11-15T05:38:07,884 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=8425 2024-11-15T05:38:07,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:38:07,886 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:38:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:07,888 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T05:38:07,888 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:07,888 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-15T05:38:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T05:38:07,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T05:38:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741951_1127 (size=959) 2024-11-15T05:38:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T05:38:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T05:38:08,297 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e 2024-11-15T05:38:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741952_1128 (size=53) 2024-11-15T05:38:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T05:38:08,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:38:08,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ddffd0be7935b853768c9db4bf86608a, disabling compactions & flushes 2024-11-15T05:38:08,704 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:08,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:08,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. after waiting 0 ms 2024-11-15T05:38:08,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:08,704 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:08,704 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddffd0be7935b853768c9db4bf86608a: Waiting for close lock at 1731649088704Disabling compacts and flushes for region at 1731649088704Disabling writes for close at 1731649088704Writing region close event to WAL at 1731649088704Closed at 1731649088704 2024-11-15T05:38:08,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T05:38:08,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731649088705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731649088705"}]},"ts":"1731649088705"} 2024-11-15T05:38:08,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T05:38:08,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T05:38:08,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649088708"}]},"ts":"1731649088708"} 2024-11-15T05:38:08,710 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T05:38:08,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, ASSIGN}] 2024-11-15T05:38:08,712 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, ASSIGN 2024-11-15T05:38:08,712 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, ASSIGN; state=OFFLINE, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=false 2024-11-15T05:38:08,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=ddffd0be7935b853768c9db4bf86608a, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:08,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, ASSIGN because future has completed 2024-11-15T05:38:08,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:38:09,022 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T05:38:09,022 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:38:09,023 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,023 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:38:09,023 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,023 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,025 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,027 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddffd0be7935b853768c9db4bf86608a columnFamilyName A 2024-11-15T05:38:09,028 DEBUG [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:09,028 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(327): Store=ddffd0be7935b853768c9db4bf86608a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:09,029 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,030 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddffd0be7935b853768c9db4bf86608a columnFamilyName B 2024-11-15T05:38:09,030 DEBUG [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:09,031 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(327): Store=ddffd0be7935b853768c9db4bf86608a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:09,031 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,032 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddffd0be7935b853768c9db4bf86608a columnFamilyName C 2024-11-15T05:38:09,032 DEBUG [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:09,033 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(327): Store=ddffd0be7935b853768c9db4bf86608a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:09,033 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,034 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,034 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,035 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,035 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,036 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:38:09,037 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,039 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T05:38:09,040 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened ddffd0be7935b853768c9db4bf86608a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66266558, jitterRate=-0.012551337480545044}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:38:09,040 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:09,041 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for ddffd0be7935b853768c9db4bf86608a: Running coprocessor pre-open hook at 1731649089023Writing region info on filesystem at 1731649089023Initializing all the Stores at 1731649089024 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649089024Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649089025 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649089025Cleaning up temporary data from old regions at 1731649089035 (+10 ms)Running coprocessor post-open hooks at 1731649089040 (+5 ms)Region opened successfully at 1731649089041 (+1 ms) 2024-11-15T05:38:09,042 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., pid=34, masterSystemTime=1731649089017 2024-11-15T05:38:09,044 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:09,044 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:09,045 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=ddffd0be7935b853768c9db4bf86608a, regionState=OPEN, openSeqNum=2, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:09,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:38:09,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-15T05:38:09,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 in 182 msec 2024-11-15T05:38:09,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-15T05:38:09,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, ASSIGN in 339 msec 2024-11-15T05:38:09,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T05:38:09,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649089052"}]},"ts":"1731649089052"} 2024-11-15T05:38:09,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T05:38:09,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T05:38:09,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-11-15T05:38:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T05:38:10,042 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:10,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca0721d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:10,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:10,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:10,045 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bc00e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:10,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:10,047 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:10,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b02c5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:10,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:10,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:10,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:10,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:10,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T05:38:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e243dcb6c2df,33963,1731649056030 2024-11-15T05:38:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f005491 2024-11-15T05:38:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T05:38:10,053 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T05:38:10,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:38:10,057 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:38:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:10,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741953_1129 (size=995) 2024-11-15T05:38:10,475 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T05:38:10,476 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T05:38:10,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:38:10,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, REOPEN/MOVE}] 2024-11-15T05:38:10,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, REOPEN/MOVE 2024-11-15T05:38:10,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ddffd0be7935b853768c9db4bf86608a, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, REOPEN/MOVE because future has completed 2024-11-15T05:38:10,490 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:38:10,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:38:10,642 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,642 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:38:10,643 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing ddffd0be7935b853768c9db4bf86608a, disabling compactions & flushes 2024-11-15T05:38:10,643 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:10,643 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:10,643 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. after waiting 0 ms 2024-11-15T05:38:10,643 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:10,646 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:38:10,647 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:10,647 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for ddffd0be7935b853768c9db4bf86608a: Waiting for close lock at 1731649090643Running coprocessor pre-close hooks at 1731649090643Disabling compacts and flushes for region at 1731649090643Disabling writes for close at 1731649090643Writing region close event to WAL at 1731649090643Running coprocessor post-close hooks at 1731649090647 (+4 ms)Closed at 1731649090647 2024-11-15T05:38:10,647 WARN [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: ddffd0be7935b853768c9db4bf86608a to self. 2024-11-15T05:38:10,649 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ddffd0be7935b853768c9db4bf86608a, regionState=CLOSED 2024-11-15T05:38:10,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:38:10,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-15T05:38:10,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 in 162 msec 2024-11-15T05:38:10,654 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, REOPEN/MOVE; state=CLOSED, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=true 2024-11-15T05:38:10,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ddffd0be7935b853768c9db4bf86608a, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:10,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, REOPEN/MOVE because future has completed 2024-11-15T05:38:10,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:38:10,962 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:10,962 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:38:10,963 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,963 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:38:10,963 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,963 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,967 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,972 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddffd0be7935b853768c9db4bf86608a columnFamilyName A 2024-11-15T05:38:10,974 DEBUG [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:10,974 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(327): Store=ddffd0be7935b853768c9db4bf86608a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:10,975 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,975 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddffd0be7935b853768c9db4bf86608a columnFamilyName B 2024-11-15T05:38:10,976 DEBUG [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:10,976 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(327): Store=ddffd0be7935b853768c9db4bf86608a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:10,976 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,977 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddffd0be7935b853768c9db4bf86608a columnFamilyName C 2024-11-15T05:38:10,977 DEBUG [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:10,977 INFO [StoreOpener-ddffd0be7935b853768c9db4bf86608a-1 {}] regionserver.HStore(327): Store=ddffd0be7935b853768c9db4bf86608a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:10,977 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,978 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,979 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,980 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,980 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,980 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:38:10,981 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,982 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened ddffd0be7935b853768c9db4bf86608a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67547145, jitterRate=0.006530895829200745}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:38:10,982 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:10,984 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for ddffd0be7935b853768c9db4bf86608a: Running coprocessor pre-open hook at 1731649090963Writing region info on filesystem at 1731649090963Initializing all the Stores at 1731649090964 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649090964Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649090964Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649090964Cleaning up temporary data from old regions at 1731649090980 (+16 ms)Running coprocessor post-open hooks at 1731649090982 (+2 ms)Region opened successfully at 1731649090984 (+2 ms) 2024-11-15T05:38:10,985 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., pid=39, masterSystemTime=1731649090959 2024-11-15T05:38:10,987 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:10,987 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:10,987 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=ddffd0be7935b853768c9db4bf86608a, regionState=OPEN, openSeqNum=5, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:10,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:38:10,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-15T05:38:10,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 in 183 msec 2024-11-15T05:38:10,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T05:38:10,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, REOPEN/MOVE in 505 msec 2024-11-15T05:38:10,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-15T05:38:10,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-15T05:38:11,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-15T05:38:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-15T05:38:11,002 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:11,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea39573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,003 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c4f472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,006 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d6873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d86a436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,008 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4f9348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,009 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242d68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8f38b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,011 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c2f461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,013 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b9934a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c195b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,015 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfcf8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,016 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b330aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba58e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,018 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3494d457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,019 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a00537b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@841a00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,021 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148694c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,023 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3531d7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219c5396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,025 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f235704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,026 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a193cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d0731e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,028 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6bdd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,029 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5687f1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e0bf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:11,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:11,031 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:11,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:11,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:11,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f87a1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:11,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:11,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:11,033 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:11,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9eb05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:11,035 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,035 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,035 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,035 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,035 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,035 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,036 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,037 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:11,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,039 DEBUG [Thread-658 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,040 DEBUG [Thread-658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-15T05:38:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T05:38:11,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,041 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:11,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:11,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:11,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,045 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:38:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:11,061 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:11,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:38:11,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115430fc5001a2b48b4a4e6653ecbd2874e_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649091056/Put/seqid=0 2024-11-15T05:38:11,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649151115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741954_1130 (size=12154) 2024-11-15T05:38:11,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649151119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649151119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649151122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649151123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,135 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115430fc5001a2b48b4a4e6653ecbd2874e_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115430fc5001a2b48b4a4e6653ecbd2874e_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:11,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/02f5436f627b466cbd615e20efd20803, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:11,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/02f5436f627b466cbd615e20efd20803 is 175, key is test_row_0/A:col10/1731649091056/Put/seqid=0 2024-11-15T05:38:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T05:38:11,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741955_1131 (size=30955) 2024-11-15T05:38:11,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/02f5436f627b466cbd615e20efd20803 2024-11-15T05:38:11,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T05:38:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/fb66ec47a8384a3e831c74628053c3b4 is 50, key is test_row_0/B:col10/1731649091056/Put/seqid=0 2024-11-15T05:38:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741956_1132 (size=12001) 2024-11-15T05:38:11,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/fb66ec47a8384a3e831c74628053c3b4 2024-11-15T05:38:11,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649151242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649151243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649151243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649151243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649151243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/32787986848a484b8960973ae694b549 is 50, key is test_row_0/C:col10/1731649091056/Put/seqid=0 2024-11-15T05:38:11,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741957_1133 (size=12001) 2024-11-15T05:38:11,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T05:38:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T05:38:11,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649151452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649151462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649151462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649151462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649151462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T05:38:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T05:38:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T05:38:11,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/32787986848a484b8960973ae694b549 2024-11-15T05:38:11,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/02f5436f627b466cbd615e20efd20803 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02f5436f627b466cbd615e20efd20803 2024-11-15T05:38:11,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02f5436f627b466cbd615e20efd20803, entries=150, sequenceid=16, filesize=30.2 K 2024-11-15T05:38:11,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/fb66ec47a8384a3e831c74628053c3b4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/fb66ec47a8384a3e831c74628053c3b4 2024-11-15T05:38:11,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/fb66ec47a8384a3e831c74628053c3b4, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T05:38:11,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/32787986848a484b8960973ae694b549 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/32787986848a484b8960973ae694b549 2024-11-15T05:38:11,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/32787986848a484b8960973ae694b549, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T05:38:11,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ddffd0be7935b853768c9db4bf86608a in 653ms, sequenceid=16, compaction requested=false 2024-11-15T05:38:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T05:38:11,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:11,767 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:11,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:38:11,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111562d3ed3df2f04afa94a0ff4b52e982ac_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649091764/Put/seqid=0 2024-11-15T05:38:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741958_1134 (size=14594) 2024-11-15T05:38:11,796 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649151782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,802 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111562d3ed3df2f04afa94a0ff4b52e982ac_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111562d3ed3df2f04afa94a0ff4b52e982ac_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:11,803 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/00237777b1854b50a33b91f11a317c0b, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:11,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/00237777b1854b50a33b91f11a317c0b is 175, key is test_row_0/A:col10/1731649091764/Put/seqid=0 2024-11-15T05:38:11,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649151793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649151796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649151798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649151799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741959_1135 (size=39549) 2024-11-15T05:38:11,819 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/00237777b1854b50a33b91f11a317c0b 2024-11-15T05:38:11,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T05:38:11,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:11,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:11,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/51b509590145427e8734bc0de5760447 is 50, key is test_row_0/B:col10/1731649091764/Put/seqid=0 2024-11-15T05:38:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741960_1136 (size=12001) 2024-11-15T05:38:11,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/51b509590145427e8734bc0de5760447 2024-11-15T05:38:11,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/f5aeb43b3428466eb0b0313c4d5821ce is 50, key is test_row_0/C:col10/1731649091764/Put/seqid=0 2024-11-15T05:38:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741961_1137 (size=12001) 2024-11-15T05:38:11,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/f5aeb43b3428466eb0b0313c4d5821ce 2024-11-15T05:38:11,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/00237777b1854b50a33b91f11a317c0b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/00237777b1854b50a33b91f11a317c0b 2024-11-15T05:38:11,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/00237777b1854b50a33b91f11a317c0b, entries=200, sequenceid=41, filesize=38.6 K 2024-11-15T05:38:11,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649151901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/51b509590145427e8734bc0de5760447 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/51b509590145427e8734bc0de5760447 2024-11-15T05:38:11,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649151912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649151912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649151912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/51b509590145427e8734bc0de5760447, entries=150, sequenceid=41, filesize=11.7 K 2024-11-15T05:38:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/f5aeb43b3428466eb0b0313c4d5821ce as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/f5aeb43b3428466eb0b0313c4d5821ce 2024-11-15T05:38:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649151921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:11,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/f5aeb43b3428466eb0b0313c4d5821ce, entries=150, sequenceid=41, filesize=11.7 K 2024-11-15T05:38:11,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ddffd0be7935b853768c9db4bf86608a in 163ms, sequenceid=41, compaction requested=false 2024-11-15T05:38:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:11,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T05:38:11,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:11,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:38:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d0680fbac39f48f8b26905df33a5995d_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649091795/Put/seqid=0 2024-11-15T05:38:11,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741962_1138 (size=12154) 2024-11-15T05:38:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,008 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d0680fbac39f48f8b26905df33a5995d_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d0680fbac39f48f8b26905df33a5995d_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/21428fcec18e4b8ca4c1951ea3d8c71d, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:12,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/21428fcec18e4b8ca4c1951ea3d8c71d is 175, key is test_row_0/A:col10/1731649091795/Put/seqid=0 2024-11-15T05:38:12,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741963_1139 (size=30955) 2024-11-15T05:38:12,031 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/21428fcec18e4b8ca4c1951ea3d8c71d 2024-11-15T05:38:12,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/e8b8368ef6bf45f6a3b42d3b24e5109b is 50, key is test_row_0/B:col10/1731649091795/Put/seqid=0 2024-11-15T05:38:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741964_1140 (size=12001) 2024-11-15T05:38:12,074 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/e8b8368ef6bf45f6a3b42d3b24e5109b 2024-11-15T05:38:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a74f3228011545f69df1be650cd31eb3 is 50, key is test_row_0/C:col10/1731649091795/Put/seqid=0 2024-11-15T05:38:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741965_1141 (size=12001) 2024-11-15T05:38:12,101 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a74f3228011545f69df1be650cd31eb3 2024-11-15T05:38:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/21428fcec18e4b8ca4c1951ea3d8c71d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/21428fcec18e4b8ca4c1951ea3d8c71d 2024-11-15T05:38:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:12,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:12,136 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/21428fcec18e4b8ca4c1951ea3d8c71d, entries=150, sequenceid=53, filesize=30.2 K 2024-11-15T05:38:12,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/e8b8368ef6bf45f6a3b42d3b24e5109b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e8b8368ef6bf45f6a3b42d3b24e5109b 2024-11-15T05:38:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,148 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e8b8368ef6bf45f6a3b42d3b24e5109b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-15T05:38:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a74f3228011545f69df1be650cd31eb3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a74f3228011545f69df1be650cd31eb3 2024-11-15T05:38:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,156 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a74f3228011545f69df1be650cd31eb3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-15T05:38:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,157 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=40.25 KB/41220 for ddffd0be7935b853768c9db4bf86608a in 183ms, sequenceid=53, compaction requested=true 2024-11-15T05:38:12,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:12,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-15T05:38:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-15T05:38:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-15T05:38:12,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec 2024-11-15T05:38:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:12,165 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:12,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:38:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.1270 sec 2024-11-15T05:38:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T05:38:12,182 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:12,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-15T05:38:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T05:38:12,185 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,186 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:12,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111535903a23fe2b4295ba839b9e2471b8d6_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649092164/Put/seqid=0 2024-11-15T05:38:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741966_1142 (size=26798) 2024-11-15T05:38:12,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111535903a23fe2b4295ba839b9e2471b8d6_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111535903a23fe2b4295ba839b9e2471b8d6_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:12,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e8909e83b3d0405797e2f46709def2d6, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:12,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e8909e83b3d0405797e2f46709def2d6 is 175, key is test_row_0/A:col10/1731649092164/Put/seqid=0 2024-11-15T05:38:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741967_1143 (size=82585) 2024-11-15T05:38:12,258 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e8909e83b3d0405797e2f46709def2d6 2024-11-15T05:38:12,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649152262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649152262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/e9936ce29b8f40eca7c62090ca1de871 is 50, key is test_row_0/B:col10/1731649092164/Put/seqid=0 2024-11-15T05:38:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649152264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649152266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649152271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741968_1144 (size=12001) 2024-11-15T05:38:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T05:38:12,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T05:38:12,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:12,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649152382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649152382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649152383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649152383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649152383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T05:38:12,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:12,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T05:38:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649152601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649152601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649152602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649152602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649152602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T05:38:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:12,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/e9936ce29b8f40eca7c62090ca1de871 2024-11-15T05:38:12,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/e8d07554978b4d18908b66ce6d234fc8 is 50, key is test_row_0/C:col10/1731649092164/Put/seqid=0 2024-11-15T05:38:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741969_1145 (size=12001) 2024-11-15T05:38:12,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/e8d07554978b4d18908b66ce6d234fc8 2024-11-15T05:38:12,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e8909e83b3d0405797e2f46709def2d6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e8909e83b3d0405797e2f46709def2d6 2024-11-15T05:38:12,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e8909e83b3d0405797e2f46709def2d6, entries=450, sequenceid=65, filesize=80.6 K 2024-11-15T05:38:12,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/e9936ce29b8f40eca7c62090ca1de871 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e9936ce29b8f40eca7c62090ca1de871 2024-11-15T05:38:12,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T05:38:12,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e9936ce29b8f40eca7c62090ca1de871, entries=150, sequenceid=65, filesize=11.7 K 2024-11-15T05:38:12,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/e8d07554978b4d18908b66ce6d234fc8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e8d07554978b4d18908b66ce6d234fc8 2024-11-15T05:38:12,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e8d07554978b4d18908b66ce6d234fc8, entries=150, sequenceid=65, filesize=11.7 K 2024-11-15T05:38:12,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ddffd0be7935b853768c9db4bf86608a in 589ms, sequenceid=65, compaction requested=true 2024-11-15T05:38:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:12,755 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:12,755 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:12,765 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184044 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:12,765 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:12,765 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,765 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02f5436f627b466cbd615e20efd20803, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/00237777b1854b50a33b91f11a317c0b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/21428fcec18e4b8ca4c1951ea3d8c71d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e8909e83b3d0405797e2f46709def2d6] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=179.7 K 2024-11-15T05:38:12,765 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,766 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02f5436f627b466cbd615e20efd20803, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/00237777b1854b50a33b91f11a317c0b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/21428fcec18e4b8ca4c1951ea3d8c71d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e8909e83b3d0405797e2f46709def2d6] 2024-11-15T05:38:12,766 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:12,766 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:12,766 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,766 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02f5436f627b466cbd615e20efd20803, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731649091056 2024-11-15T05:38:12,767 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/fb66ec47a8384a3e831c74628053c3b4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/51b509590145427e8734bc0de5760447, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e8b8368ef6bf45f6a3b42d3b24e5109b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e9936ce29b8f40eca7c62090ca1de871] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=46.9 K 2024-11-15T05:38:12,767 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00237777b1854b50a33b91f11a317c0b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649091111 2024-11-15T05:38:12,767 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fb66ec47a8384a3e831c74628053c3b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731649091056 2024-11-15T05:38:12,768 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21428fcec18e4b8ca4c1951ea3d8c71d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649091776 2024-11-15T05:38:12,768 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 51b509590145427e8734bc0de5760447, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649091117 2024-11-15T05:38:12,768 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8909e83b3d0405797e2f46709def2d6, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731649092130 2024-11-15T05:38:12,768 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b8368ef6bf45f6a3b42d3b24e5109b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649091776 2024-11-15T05:38:12,769 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e9936ce29b8f40eca7c62090ca1de871, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731649092137 2024-11-15T05:38:12,781 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:12,782 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/6e50fd5217874c4d8c162f92956086e7 is 50, key is test_row_0/B:col10/1731649092164/Put/seqid=0 2024-11-15T05:38:12,789 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:12,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T05:38:12,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:12,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T05:38:12,810 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411153efb25b447764c658a74ba7948ccb892_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741970_1146 (size=12139) 2024-11-15T05:38:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T05:38:12,817 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411153efb25b447764c658a74ba7948ccb892_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:12,817 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153efb25b447764c658a74ba7948ccb892_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b4e9fa0ec2424b9da76f4686e9494960_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649092266/Put/seqid=0 2024-11-15T05:38:12,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741971_1147 (size=4469) 2024-11-15T05:38:12,845 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#127 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:12,846 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/967dabcf71264b1f8e0ff7a238a1c2f5 is 175, key is test_row_0/A:col10/1731649092164/Put/seqid=0 2024-11-15T05:38:12,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741972_1148 (size=12154) 2024-11-15T05:38:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:12,868 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b4e9fa0ec2424b9da76f4686e9494960_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b4e9fa0ec2424b9da76f4686e9494960_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/6d79a06830744202a7cbadcc845107d1, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:12,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/6d79a06830744202a7cbadcc845107d1 is 175, key is test_row_0/A:col10/1731649092266/Put/seqid=0 2024-11-15T05:38:12,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741973_1149 (size=31093) 2024-11-15T05:38:12,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741974_1150 (size=30955) 2024-11-15T05:38:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:12,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:12,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649152923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649152924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649152925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649152926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649152927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649153031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649153032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649153041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649153041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649153041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,217 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/6e50fd5217874c4d8c162f92956086e7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/6e50fd5217874c4d8c162f92956086e7 2024-11-15T05:38:13,226 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into 6e50fd5217874c4d8c162f92956086e7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:13,226 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:13,226 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=12, startTime=1731649092755; duration=0sec 2024-11-15T05:38:13,226 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:13,226 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:13,226 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:13,227 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:13,227 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:13,228 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:13,228 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/32787986848a484b8960973ae694b549, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/f5aeb43b3428466eb0b0313c4d5821ce, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a74f3228011545f69df1be650cd31eb3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e8d07554978b4d18908b66ce6d234fc8] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=46.9 K 2024-11-15T05:38:13,228 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 32787986848a484b8960973ae694b549, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731649091056 2024-11-15T05:38:13,229 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f5aeb43b3428466eb0b0313c4d5821ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649091117 2024-11-15T05:38:13,231 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a74f3228011545f69df1be650cd31eb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649091776 2024-11-15T05:38:13,231 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e8d07554978b4d18908b66ce6d234fc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731649092137 2024-11-15T05:38:13,241 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:13,242 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/cd22dc61922943a8b99241c9ee5ae27b is 50, key is test_row_0/C:col10/1731649092164/Put/seqid=0 2024-11-15T05:38:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649153241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649153241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649153252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649153252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649153253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741975_1151 (size=12139) 2024-11-15T05:38:13,274 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/cd22dc61922943a8b99241c9ee5ae27b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/cd22dc61922943a8b99241c9ee5ae27b 2024-11-15T05:38:13,281 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into cd22dc61922943a8b99241c9ee5ae27b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:13,281 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:13,281 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=12, startTime=1731649092755; duration=0sec 2024-11-15T05:38:13,281 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:13,281 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:13,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/6d79a06830744202a7cbadcc845107d1 2024-11-15T05:38:13,289 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/967dabcf71264b1f8e0ff7a238a1c2f5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/967dabcf71264b1f8e0ff7a238a1c2f5 2024-11-15T05:38:13,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/5be81d191e2543e38cab7a5a69d0a497 is 50, key is test_row_0/B:col10/1731649092266/Put/seqid=0 2024-11-15T05:38:13,306 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into 967dabcf71264b1f8e0ff7a238a1c2f5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:13,306 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:13,306 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=12, startTime=1731649092755; duration=0sec 2024-11-15T05:38:13,306 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:13,306 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:13,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741976_1152 (size=12001) 2024-11-15T05:38:13,312 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/5be81d191e2543e38cab7a5a69d0a497 2024-11-15T05:38:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T05:38:13,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/4675012af6b34a1098d2392c8095b8b9 is 50, key is test_row_0/C:col10/1731649092266/Put/seqid=0 2024-11-15T05:38:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741977_1153 (size=12001) 2024-11-15T05:38:13,337 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/4675012af6b34a1098d2392c8095b8b9 2024-11-15T05:38:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/6d79a06830744202a7cbadcc845107d1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/6d79a06830744202a7cbadcc845107d1 2024-11-15T05:38:13,354 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/6d79a06830744202a7cbadcc845107d1, entries=150, sequenceid=89, filesize=30.2 K 2024-11-15T05:38:13,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/5be81d191e2543e38cab7a5a69d0a497 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5be81d191e2543e38cab7a5a69d0a497 2024-11-15T05:38:13,363 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5be81d191e2543e38cab7a5a69d0a497, entries=150, sequenceid=89, filesize=11.7 K 2024-11-15T05:38:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/4675012af6b34a1098d2392c8095b8b9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4675012af6b34a1098d2392c8095b8b9 2024-11-15T05:38:13,370 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4675012af6b34a1098d2392c8095b8b9, entries=150, sequenceid=89, filesize=11.7 K 2024-11-15T05:38:13,371 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ddffd0be7935b853768c9db4bf86608a in 568ms, sequenceid=89, compaction requested=false 2024-11-15T05:38:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T05:38:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T05:38:13,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T05:38:13,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1860 sec 2024-11-15T05:38:13,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.1920 sec 2024-11-15T05:38:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:13,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:38:13,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115652cd99a23e34c01a5ce639278c51ecc_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649093556/Put/seqid=0 2024-11-15T05:38:13,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649153583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649153585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649153590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649153592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649153592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741978_1154 (size=12154) 2024-11-15T05:38:13,609 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:13,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115652cd99a23e34c01a5ce639278c51ecc_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115652cd99a23e34c01a5ce639278c51ecc_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:13,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c32f70b2b27d456e966538e37379367a, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:13,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c32f70b2b27d456e966538e37379367a is 175, key is test_row_0/A:col10/1731649093556/Put/seqid=0 2024-11-15T05:38:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741979_1155 (size=30955) 2024-11-15T05:38:13,631 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c32f70b2b27d456e966538e37379367a 2024-11-15T05:38:13,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/23d4006d09704e118e71c7e5a1508d11 is 50, key is test_row_0/B:col10/1731649093556/Put/seqid=0 2024-11-15T05:38:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741980_1156 (size=12001) 2024-11-15T05:38:13,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/23d4006d09704e118e71c7e5a1508d11 2024-11-15T05:38:13,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/17f9389adb9d43ff97f2e96af86238c9 is 50, key is test_row_0/C:col10/1731649093556/Put/seqid=0 2024-11-15T05:38:13,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741981_1157 (size=12001) 2024-11-15T05:38:13,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/17f9389adb9d43ff97f2e96af86238c9 2024-11-15T05:38:13,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c32f70b2b27d456e966538e37379367a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c32f70b2b27d456e966538e37379367a 2024-11-15T05:38:13,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c32f70b2b27d456e966538e37379367a, entries=150, sequenceid=107, filesize=30.2 K 2024-11-15T05:38:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/23d4006d09704e118e71c7e5a1508d11 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/23d4006d09704e118e71c7e5a1508d11 2024-11-15T05:38:13,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649153701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649153702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649153702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649153702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649153702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/23d4006d09704e118e71c7e5a1508d11, entries=150, sequenceid=107, filesize=11.7 K 2024-11-15T05:38:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/17f9389adb9d43ff97f2e96af86238c9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/17f9389adb9d43ff97f2e96af86238c9 2024-11-15T05:38:13,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/17f9389adb9d43ff97f2e96af86238c9, entries=150, sequenceid=107, filesize=11.7 K 2024-11-15T05:38:13,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ddffd0be7935b853768c9db4bf86608a in 162ms, sequenceid=107, compaction requested=true 2024-11-15T05:38:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:13,720 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:13,720 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:13,721 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:13,721 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:13,721 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:13,721 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:13,721 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:13,721 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:13,721 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/967dabcf71264b1f8e0ff7a238a1c2f5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/6d79a06830744202a7cbadcc845107d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c32f70b2b27d456e966538e37379367a] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=90.8 K 2024-11-15T05:38:13,721 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/6e50fd5217874c4d8c162f92956086e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5be81d191e2543e38cab7a5a69d0a497, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/23d4006d09704e118e71c7e5a1508d11] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=35.3 K 2024-11-15T05:38:13,721 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:13,721 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/967dabcf71264b1f8e0ff7a238a1c2f5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/6d79a06830744202a7cbadcc845107d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c32f70b2b27d456e966538e37379367a] 2024-11-15T05:38:13,722 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e50fd5217874c4d8c162f92956086e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731649092137 2024-11-15T05:38:13,722 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 967dabcf71264b1f8e0ff7a238a1c2f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731649092137 2024-11-15T05:38:13,723 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be81d191e2543e38cab7a5a69d0a497, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731649092261 2024-11-15T05:38:13,723 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d79a06830744202a7cbadcc845107d1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731649092261 2024-11-15T05:38:13,724 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c32f70b2b27d456e966538e37379367a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731649092916 2024-11-15T05:38:13,724 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 23d4006d09704e118e71c7e5a1508d11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731649092916 2024-11-15T05:38:13,736 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:13,741 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:13,741 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411157d2292f8754545348773fe01a5e04d24_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:13,741 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/ca7a16f6f0ba4b4f98ab699c8f0f03fe is 50, key is test_row_0/B:col10/1731649093556/Put/seqid=0 2024-11-15T05:38:13,745 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411157d2292f8754545348773fe01a5e04d24_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:13,746 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157d2292f8754545348773fe01a5e04d24_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:13,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741982_1158 (size=12241) 2024-11-15T05:38:13,766 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/ca7a16f6f0ba4b4f98ab699c8f0f03fe as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ca7a16f6f0ba4b4f98ab699c8f0f03fe 2024-11-15T05:38:13,776 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into ca7a16f6f0ba4b4f98ab699c8f0f03fe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:13,776 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:13,776 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=13, startTime=1731649093720; duration=0sec 2024-11-15T05:38:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741983_1159 (size=4469) 2024-11-15T05:38:13,776 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:13,776 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:13,776 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:13,778 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:13,778 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:13,778 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:13,778 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/cd22dc61922943a8b99241c9ee5ae27b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4675012af6b34a1098d2392c8095b8b9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/17f9389adb9d43ff97f2e96af86238c9] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=35.3 K 2024-11-15T05:38:13,778 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting cd22dc61922943a8b99241c9ee5ae27b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731649092137 2024-11-15T05:38:13,779 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 4675012af6b34a1098d2392c8095b8b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731649092261 2024-11-15T05:38:13,779 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 17f9389adb9d43ff97f2e96af86238c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731649092916 2024-11-15T05:38:13,795 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:13,796 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/38bc3de17c6f4ab599b442d980eae554 is 50, key is test_row_0/C:col10/1731649093556/Put/seqid=0 2024-11-15T05:38:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741984_1160 (size=12241) 2024-11-15T05:38:13,818 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/38bc3de17c6f4ab599b442d980eae554 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/38bc3de17c6f4ab599b442d980eae554 2024-11-15T05:38:13,828 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into 38bc3de17c6f4ab599b442d980eae554(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:13,828 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:13,828 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=13, startTime=1731649093720; duration=0sec 2024-11-15T05:38:13,828 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:13,828 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:13,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:38:13,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649153925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649153927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649153928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115939685b1a20c4ac0b5252ae90174c684_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649093915/Put/seqid=0 2024-11-15T05:38:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649153934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649153942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:13,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741985_1161 (size=12304) 2024-11-15T05:38:13,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:13,967 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115939685b1a20c4ac0b5252ae90174c684_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115939685b1a20c4ac0b5252ae90174c684_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:13,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/de99d2cdf4e34d1dacd8ae402c6ad6a5, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:13,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/de99d2cdf4e34d1dacd8ae402c6ad6a5 is 175, key is test_row_0/A:col10/1731649093915/Put/seqid=0 2024-11-15T05:38:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741986_1162 (size=31105) 2024-11-15T05:38:13,980 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/de99d2cdf4e34d1dacd8ae402c6ad6a5 2024-11-15T05:38:13,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/12f4dfa59c1e4d4885202c21ad975fdd is 50, key is test_row_0/B:col10/1731649093915/Put/seqid=0 2024-11-15T05:38:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741987_1163 (size=12151) 2024-11-15T05:38:13,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/12f4dfa59c1e4d4885202c21ad975fdd 2024-11-15T05:38:14,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/41f0d7dbd27a42a78cbe7cd89765f804 is 50, key is test_row_0/C:col10/1731649093915/Put/seqid=0 2024-11-15T05:38:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741988_1164 (size=12151) 2024-11-15T05:38:14,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/41f0d7dbd27a42a78cbe7cd89765f804 2024-11-15T05:38:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/de99d2cdf4e34d1dacd8ae402c6ad6a5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/de99d2cdf4e34d1dacd8ae402c6ad6a5 2024-11-15T05:38:14,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/de99d2cdf4e34d1dacd8ae402c6ad6a5, entries=150, sequenceid=135, filesize=30.4 K 2024-11-15T05:38:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/12f4dfa59c1e4d4885202c21ad975fdd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/12f4dfa59c1e4d4885202c21ad975fdd 2024-11-15T05:38:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649154042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649154042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649154042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649154042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/12f4dfa59c1e4d4885202c21ad975fdd, entries=150, sequenceid=135, filesize=11.9 K 2024-11-15T05:38:14,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/41f0d7dbd27a42a78cbe7cd89765f804 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/41f0d7dbd27a42a78cbe7cd89765f804 2024-11-15T05:38:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649154051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/41f0d7dbd27a42a78cbe7cd89765f804, entries=150, sequenceid=135, filesize=11.9 K 2024-11-15T05:38:14,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for ddffd0be7935b853768c9db4bf86608a in 144ms, sequenceid=135, compaction requested=false 2024-11-15T05:38:14,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:14,178 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#135 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:14,179 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/95c81a146fef4fe1979e7c2b1e5e3472 is 175, key is test_row_0/A:col10/1731649093556/Put/seqid=0 2024-11-15T05:38:14,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741989_1165 (size=31195) 2024-11-15T05:38:14,195 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/95c81a146fef4fe1979e7c2b1e5e3472 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/95c81a146fef4fe1979e7c2b1e5e3472 2024-11-15T05:38:14,205 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into 95c81a146fef4fe1979e7c2b1e5e3472(size=30.5 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:14,205 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:14,205 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=13, startTime=1731649093720; duration=0sec 2024-11-15T05:38:14,205 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:14,205 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:14,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:38:14,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f0405d2be37a4022bbd36e3ac0ade8bf_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649094254/Put/seqid=0 2024-11-15T05:38:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741990_1166 (size=12304) 2024-11-15T05:38:14,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:14,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649154286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649154291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649154294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f0405d2be37a4022bbd36e3ac0ade8bf_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f0405d2be37a4022bbd36e3ac0ade8bf_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649154294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649154296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c7f37aa197f444e8a2b1cc11b06fc155, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:14,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c7f37aa197f444e8a2b1cc11b06fc155 is 175, key is test_row_0/A:col10/1731649094254/Put/seqid=0 2024-11-15T05:38:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741991_1167 (size=31105) 2024-11-15T05:38:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T05:38:14,331 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:14,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-15T05:38:14,334 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T05:38:14,335 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:14,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:14,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649154402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649154402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649154402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649154402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649154411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T05:38:14,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T05:38:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:14,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:14,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649154612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649154612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649154612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649154612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649154621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T05:38:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:14,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T05:38:14,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c7f37aa197f444e8a2b1cc11b06fc155 2024-11-15T05:38:14,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/227e602a341d42bf90994613193ee920 is 50, key is test_row_0/B:col10/1731649094254/Put/seqid=0 2024-11-15T05:38:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741992_1168 (size=12151) 2024-11-15T05:38:14,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/227e602a341d42bf90994613193ee920 2024-11-15T05:38:14,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/4863c96346be4eb5aeb5c5d7a591510d is 50, key is test_row_0/C:col10/1731649094254/Put/seqid=0 2024-11-15T05:38:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741993_1169 (size=12151) 2024-11-15T05:38:14,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/4863c96346be4eb5aeb5c5d7a591510d 2024-11-15T05:38:14,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c7f37aa197f444e8a2b1cc11b06fc155 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c7f37aa197f444e8a2b1cc11b06fc155 2024-11-15T05:38:14,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c7f37aa197f444e8a2b1cc11b06fc155, entries=150, sequenceid=149, filesize=30.4 K 2024-11-15T05:38:14,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/227e602a341d42bf90994613193ee920 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/227e602a341d42bf90994613193ee920 2024-11-15T05:38:14,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/227e602a341d42bf90994613193ee920, entries=150, sequenceid=149, filesize=11.9 K 2024-11-15T05:38:14,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/4863c96346be4eb5aeb5c5d7a591510d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4863c96346be4eb5aeb5c5d7a591510d 2024-11-15T05:38:14,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4863c96346be4eb5aeb5c5d7a591510d, entries=150, sequenceid=149, filesize=11.9 K 2024-11-15T05:38:14,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ddffd0be7935b853768c9db4bf86608a in 524ms, sequenceid=149, compaction requested=true 2024-11-15T05:38:14,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:14,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:14,779 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:14,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:14,779 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:14,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:14,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:14,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:14,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:14,780 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:14,780 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:14,780 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:14,780 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ca7a16f6f0ba4b4f98ab699c8f0f03fe, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/12f4dfa59c1e4d4885202c21ad975fdd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/227e602a341d42bf90994613193ee920] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=35.7 K 2024-11-15T05:38:14,780 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:14,780 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:14,780 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:14,780 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ca7a16f6f0ba4b4f98ab699c8f0f03fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731649092916 2024-11-15T05:38:14,781 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/95c81a146fef4fe1979e7c2b1e5e3472, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/de99d2cdf4e34d1dacd8ae402c6ad6a5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c7f37aa197f444e8a2b1cc11b06fc155] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=91.2 K 2024-11-15T05:38:14,781 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:14,781 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/95c81a146fef4fe1979e7c2b1e5e3472, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/de99d2cdf4e34d1dacd8ae402c6ad6a5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c7f37aa197f444e8a2b1cc11b06fc155] 2024-11-15T05:38:14,781 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 12f4dfa59c1e4d4885202c21ad975fdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649093915 2024-11-15T05:38:14,781 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95c81a146fef4fe1979e7c2b1e5e3472, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731649092916 2024-11-15T05:38:14,782 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 227e602a341d42bf90994613193ee920, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731649093930 2024-11-15T05:38:14,782 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting de99d2cdf4e34d1dacd8ae402c6ad6a5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649093915 2024-11-15T05:38:14,783 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7f37aa197f444e8a2b1cc11b06fc155, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731649093930 2024-11-15T05:38:14,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T05:38:14,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:14,795 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:38:14,801 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:14,802 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/7907010b8d824d93adf4dd1e24b156f0 is 50, key is test_row_0/B:col10/1731649094254/Put/seqid=0 2024-11-15T05:38:14,812 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:14,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151446639ada324d469583ef6b5bdbdc5b_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649094283/Put/seqid=0 2024-11-15T05:38:14,841 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411154ddc5801b7974501a19782bc6fe66e3c_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:14,843 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411154ddc5801b7974501a19782bc6fe66e3c_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:14,843 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154ddc5801b7974501a19782bc6fe66e3c_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:14,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741994_1170 (size=12493) 2024-11-15T05:38:14,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741995_1171 (size=12304) 2024-11-15T05:38:14,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741996_1172 (size=4469) 2024-11-15T05:38:14,879 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#145 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:14,879 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e515c1ad674d4469a80891bdef6f88d3 is 175, key is test_row_0/A:col10/1731649094254/Put/seqid=0 2024-11-15T05:38:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741997_1173 (size=31447) 2024-11-15T05:38:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:14,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649154932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649154933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649154936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649154937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649154937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:14,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T05:38:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649155041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649155051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649155051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649155051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649155251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:15,270 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/7907010b8d824d93adf4dd1e24b156f0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7907010b8d824d93adf4dd1e24b156f0 2024-11-15T05:38:15,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151446639ada324d469583ef6b5bdbdc5b_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151446639ada324d469583ef6b5bdbdc5b_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:15,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/976fd001a51a4aef9a7a279de5c97063, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:15,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/976fd001a51a4aef9a7a279de5c97063 is 175, key is test_row_0/A:col10/1731649094283/Put/seqid=0 2024-11-15T05:38:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649155272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649155272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649155272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,279 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into 7907010b8d824d93adf4dd1e24b156f0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:15,279 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:15,279 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=13, startTime=1731649094779; duration=0sec 2024-11-15T05:38:15,279 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:15,279 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:15,279 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:15,281 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:15,281 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:15,281 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:15,281 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/38bc3de17c6f4ab599b442d980eae554, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/41f0d7dbd27a42a78cbe7cd89765f804, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4863c96346be4eb5aeb5c5d7a591510d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=35.7 K 2024-11-15T05:38:15,282 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 38bc3de17c6f4ab599b442d980eae554, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731649092916 2024-11-15T05:38:15,282 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 41f0d7dbd27a42a78cbe7cd89765f804, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649093915 2024-11-15T05:38:15,282 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 4863c96346be4eb5aeb5c5d7a591510d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731649093930 2024-11-15T05:38:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741998_1174 (size=31105) 2024-11-15T05:38:15,290 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/976fd001a51a4aef9a7a279de5c97063 2024-11-15T05:38:15,301 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:15,302 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/053aec8fcb57499389778f6046a6e3b5 is 50, key is test_row_0/C:col10/1731649094254/Put/seqid=0 2024-11-15T05:38:15,303 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e515c1ad674d4469a80891bdef6f88d3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e515c1ad674d4469a80891bdef6f88d3 2024-11-15T05:38:15,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda is 50, key is test_row_0/B:col10/1731649094283/Put/seqid=0 2024-11-15T05:38:15,314 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into e515c1ad674d4469a80891bdef6f88d3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742000_1176 (size=12151) 2024-11-15T05:38:15,314 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:15,314 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=13, startTime=1731649094778; duration=0sec 2024-11-15T05:38:15,314 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:15,314 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:15,315 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda 2024-11-15T05:38:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741999_1175 (size=12493) 2024-11-15T05:38:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/738474b23b864c3eb794de3a61bf30ee is 50, key is test_row_0/C:col10/1731649094283/Put/seqid=0 2024-11-15T05:38:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742001_1177 (size=12151) 2024-11-15T05:38:15,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649155458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T05:38:15,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649155562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649155581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649155582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649155582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:15,726 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/053aec8fcb57499389778f6046a6e3b5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/053aec8fcb57499389778f6046a6e3b5 2024-11-15T05:38:15,734 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into 053aec8fcb57499389778f6046a6e3b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:15,734 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:15,734 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=13, startTime=1731649094779; duration=0sec 2024-11-15T05:38:15,734 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:15,734 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:15,742 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/738474b23b864c3eb794de3a61bf30ee 2024-11-15T05:38:15,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/976fd001a51a4aef9a7a279de5c97063 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/976fd001a51a4aef9a7a279de5c97063 2024-11-15T05:38:15,752 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/976fd001a51a4aef9a7a279de5c97063, entries=150, sequenceid=172, filesize=30.4 K 2024-11-15T05:38:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda 2024-11-15T05:38:15,759 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T05:38:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/738474b23b864c3eb794de3a61bf30ee as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/738474b23b864c3eb794de3a61bf30ee 2024-11-15T05:38:15,767 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/738474b23b864c3eb794de3a61bf30ee, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T05:38:15,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ddffd0be7935b853768c9db4bf86608a in 973ms, sequenceid=172, compaction requested=false 2024-11-15T05:38:15,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T05:38:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T05:38:15,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T05:38:15,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-15T05:38:15,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.4430 sec 2024-11-15T05:38:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:16,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T05:38:16,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157d74d04898c149a2b46449cfb233193c_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649094924/Put/seqid=0 2024-11-15T05:38:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742002_1178 (size=14794) 2024-11-15T05:38:16,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:16,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157d74d04898c149a2b46449cfb233193c_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157d74d04898c149a2b46449cfb233193c_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:16,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/78d13dc613bc4837b2e642a4d150b9c6, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:16,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/78d13dc613bc4837b2e642a4d150b9c6 is 175, key is test_row_0/A:col10/1731649094924/Put/seqid=0 2024-11-15T05:38:16,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649156114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649156118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649156118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649156120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742003_1179 (size=39749) 2024-11-15T05:38:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649156232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649156232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649156232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649156232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649156442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649156443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649156443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649156443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649156471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,475 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T05:38:16,481 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:16,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-15T05:38:16,484 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T05:38:16,485 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:16,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:16,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/78d13dc613bc4837b2e642a4d150b9c6 2024-11-15T05:38:16,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/28f732a40b4e477399de8b2e277c459b is 50, key is test_row_0/B:col10/1731649094924/Put/seqid=0 2024-11-15T05:38:16,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742004_1180 (size=12151) 2024-11-15T05:38:16,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/28f732a40b4e477399de8b2e277c459b 2024-11-15T05:38:16,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/528e2ee49a9b480c8771f12703463572 is 50, key is test_row_0/C:col10/1731649094924/Put/seqid=0 2024-11-15T05:38:16,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742005_1181 (size=12151) 2024-11-15T05:38:16,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/528e2ee49a9b480c8771f12703463572 2024-11-15T05:38:16,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/78d13dc613bc4837b2e642a4d150b9c6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/78d13dc613bc4837b2e642a4d150b9c6 2024-11-15T05:38:16,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/78d13dc613bc4837b2e642a4d150b9c6, entries=200, sequenceid=190, filesize=38.8 K 2024-11-15T05:38:16,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/28f732a40b4e477399de8b2e277c459b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/28f732a40b4e477399de8b2e277c459b 2024-11-15T05:38:16,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/28f732a40b4e477399de8b2e277c459b, entries=150, sequenceid=190, filesize=11.9 K 2024-11-15T05:38:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/528e2ee49a9b480c8771f12703463572 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/528e2ee49a9b480c8771f12703463572 2024-11-15T05:38:16,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/528e2ee49a9b480c8771f12703463572, entries=150, sequenceid=190, filesize=11.9 K 2024-11-15T05:38:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T05:38:16,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ddffd0be7935b853768c9db4bf86608a in 517ms, sequenceid=190, compaction requested=true 2024-11-15T05:38:16,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:16,593 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:16,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:16,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:16,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:16,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:16,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:16,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T05:38:16,594 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:16,594 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:16,594 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:16,594 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:16,594 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e515c1ad674d4469a80891bdef6f88d3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/976fd001a51a4aef9a7a279de5c97063, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/78d13dc613bc4837b2e642a4d150b9c6] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=99.9 K 2024-11-15T05:38:16,594 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:16,594 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e515c1ad674d4469a80891bdef6f88d3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/976fd001a51a4aef9a7a279de5c97063, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/78d13dc613bc4837b2e642a4d150b9c6] 2024-11-15T05:38:16,595 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e515c1ad674d4469a80891bdef6f88d3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731649093930 2024-11-15T05:38:16,595 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 976fd001a51a4aef9a7a279de5c97063, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649094283 2024-11-15T05:38:16,596 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:16,596 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:16,596 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:16,596 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7907010b8d824d93adf4dd1e24b156f0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/28f732a40b4e477399de8b2e277c459b] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=35.9 K 2024-11-15T05:38:16,596 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78d13dc613bc4837b2e642a4d150b9c6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731649094924 2024-11-15T05:38:16,597 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7907010b8d824d93adf4dd1e24b156f0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731649093930 2024-11-15T05:38:16,597 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f7c32cd4f0ac48c8bb33cfd88f0b3dda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649094283 2024-11-15T05:38:16,598 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 28f732a40b4e477399de8b2e277c459b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731649094924 2024-11-15T05:38:16,607 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:16,607 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/ff4a6e7383fc4deabaad508a5860881e is 50, key is test_row_0/B:col10/1731649094924/Put/seqid=0 2024-11-15T05:38:16,612 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:16,615 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411152284d6dedace4fada5e518efe025f6ba_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:16,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742006_1182 (size=12595) 2024-11-15T05:38:16,617 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411152284d6dedace4fada5e518efe025f6ba_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:16,617 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152284d6dedace4fada5e518efe025f6ba_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:16,629 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/ff4a6e7383fc4deabaad508a5860881e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ff4a6e7383fc4deabaad508a5860881e 2024-11-15T05:38:16,635 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into ff4a6e7383fc4deabaad508a5860881e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:16,636 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:16,636 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=13, startTime=1731649096593; duration=0sec 2024-11-15T05:38:16,636 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:16,636 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:16,636 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:16,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T05:38:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:16,639 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T05:38:16,640 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:16,640 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:16,640 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:16,641 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/053aec8fcb57499389778f6046a6e3b5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/738474b23b864c3eb794de3a61bf30ee, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/528e2ee49a9b480c8771f12703463572] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=35.9 K 2024-11-15T05:38:16,641 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 053aec8fcb57499389778f6046a6e3b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731649093930 2024-11-15T05:38:16,642 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 738474b23b864c3eb794de3a61bf30ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649094283 2024-11-15T05:38:16,643 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 528e2ee49a9b480c8771f12703463572, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731649094924 2024-11-15T05:38:16,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742007_1183 (size=4469) 2024-11-15T05:38:16,652 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#154 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:16,652 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/143dbf5872ba463b8eaf10149996cfc2 is 175, key is test_row_0/A:col10/1731649094924/Put/seqid=0 2024-11-15T05:38:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151ed6bea8072d46e196cd88cac53d9d45_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649096116/Put/seqid=0 2024-11-15T05:38:16,666 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:16,667 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/594a73438db5426a884b38742a1f8973 is 50, key is test_row_0/C:col10/1731649094924/Put/seqid=0 2024-11-15T05:38:16,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742009_1185 (size=12304) 2024-11-15T05:38:16,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742008_1184 (size=31549) 2024-11-15T05:38:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742010_1186 (size=12595) 2024-11-15T05:38:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:16,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:16,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649156763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649156764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649156772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649156773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T05:38:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649156881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649156882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649156882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:16,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649156882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:17,076 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151ed6bea8072d46e196cd88cac53d9d45_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151ed6bea8072d46e196cd88cac53d9d45_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:17,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/be79521f9221451f8de804a6768d0234, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/be79521f9221451f8de804a6768d0234 is 175, key is test_row_0/A:col10/1731649096116/Put/seqid=0 2024-11-15T05:38:17,083 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/143dbf5872ba463b8eaf10149996cfc2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/143dbf5872ba463b8eaf10149996cfc2 2024-11-15T05:38:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742011_1187 (size=31105) 2024-11-15T05:38:17,086 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/594a73438db5426a884b38742a1f8973 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/594a73438db5426a884b38742a1f8973 2024-11-15T05:38:17,090 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into 143dbf5872ba463b8eaf10149996cfc2(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:17,090 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:17,090 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=13, startTime=1731649096592; duration=0sec 2024-11-15T05:38:17,091 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:17,091 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:17,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649157092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649157092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649157092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649157093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,096 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into 594a73438db5426a884b38742a1f8973(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:17,096 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:17,096 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=13, startTime=1731649096593; duration=0sec 2024-11-15T05:38:17,097 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:17,097 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T05:38:17,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649157401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649157401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649157402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649157402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/be79521f9221451f8de804a6768d0234 2024-11-15T05:38:17,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/60c2a9e030f94f70821c002dae856ec3 is 50, key is test_row_0/B:col10/1731649096116/Put/seqid=0 2024-11-15T05:38:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742012_1188 (size=12151) 2024-11-15T05:38:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T05:38:17,911 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/60c2a9e030f94f70821c002dae856ec3 2024-11-15T05:38:17,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649157912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649157912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649157912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649157912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:17,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/b1e6ef2826f5412db9acfa63494ba701 is 50, key is test_row_0/C:col10/1731649096116/Put/seqid=0 2024-11-15T05:38:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742013_1189 (size=12151) 2024-11-15T05:38:18,327 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/b1e6ef2826f5412db9acfa63494ba701 2024-11-15T05:38:18,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/be79521f9221451f8de804a6768d0234 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/be79521f9221451f8de804a6768d0234 2024-11-15T05:38:18,337 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/be79521f9221451f8de804a6768d0234, entries=150, sequenceid=212, filesize=30.4 K 2024-11-15T05:38:18,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/60c2a9e030f94f70821c002dae856ec3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/60c2a9e030f94f70821c002dae856ec3 2024-11-15T05:38:18,343 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/60c2a9e030f94f70821c002dae856ec3, entries=150, sequenceid=212, filesize=11.9 K 2024-11-15T05:38:18,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/b1e6ef2826f5412db9acfa63494ba701 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b1e6ef2826f5412db9acfa63494ba701 2024-11-15T05:38:18,348 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b1e6ef2826f5412db9acfa63494ba701, entries=150, sequenceid=212, filesize=11.9 K 2024-11-15T05:38:18,349 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for ddffd0be7935b853768c9db4bf86608a in 1710ms, sequenceid=212, compaction requested=false 2024-11-15T05:38:18,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:18,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:18,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-15T05:38:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-15T05:38:18,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T05:38:18,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8660 sec 2024-11-15T05:38:18,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8710 sec 2024-11-15T05:38:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:18,503 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:18,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T05:38:18,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a914adcfaf044c959ed611024b880d05_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649096757/Put/seqid=0 2024-11-15T05:38:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742014_1190 (size=14794) 2024-11-15T05:38:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649158575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T05:38:18,631 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:18,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-15T05:38:18,634 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T05:38:18,635 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:18,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:18,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649158682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T05:38:18,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T05:38:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:18,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649158891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:18,919 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:18,923 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a914adcfaf044c959ed611024b880d05_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a914adcfaf044c959ed611024b880d05_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:18,924 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e18ad6ab519840ceb76c12a7d1ce44e1, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:18,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e18ad6ab519840ceb76c12a7d1ce44e1 is 175, key is test_row_0/A:col10/1731649096757/Put/seqid=0 2024-11-15T05:38:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649158921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649158921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649158921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742015_1191 (size=39749) 2024-11-15T05:38:18,929 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:18,929 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:18,930 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:18,930 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e18ad6ab519840ceb76c12a7d1ce44e1 2024-11-15T05:38:18,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649158931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:18,934 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:18,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:18,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:18,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/592783a1779f4adc8c48dcba356d0072 is 50, key is test_row_0/B:col10/1731649096757/Put/seqid=0 2024-11-15T05:38:18,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T05:38:18,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:18,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:18,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:18,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:18,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:18,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742016_1192 (size=12151) 2024-11-15T05:38:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T05:38:19,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T05:38:19,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:19,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649159211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:19,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T05:38:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T05:38:19,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/592783a1779f4adc8c48dcba356d0072 2024-11-15T05:38:19,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/c61a7d31022541969f8c95141062de6f is 50, key is test_row_0/C:col10/1731649096757/Put/seqid=0 2024-11-15T05:38:19,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742017_1193 (size=12151) 2024-11-15T05:38:19,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T05:38:19,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:19,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T05:38:19,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:19,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T05:38:19,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:19,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:19,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649159721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:19,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/c61a7d31022541969f8c95141062de6f 2024-11-15T05:38:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T05:38:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/e18ad6ab519840ceb76c12a7d1ce44e1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e18ad6ab519840ceb76c12a7d1ce44e1 2024-11-15T05:38:19,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e18ad6ab519840ceb76c12a7d1ce44e1, entries=200, sequenceid=231, filesize=38.8 K 2024-11-15T05:38:19,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/592783a1779f4adc8c48dcba356d0072 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/592783a1779f4adc8c48dcba356d0072 2024-11-15T05:38:19,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/592783a1779f4adc8c48dcba356d0072, entries=150, sequenceid=231, filesize=11.9 K 2024-11-15T05:38:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/c61a7d31022541969f8c95141062de6f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/c61a7d31022541969f8c95141062de6f 2024-11-15T05:38:19,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/c61a7d31022541969f8c95141062de6f, entries=150, sequenceid=231, filesize=11.9 K 2024-11-15T05:38:19,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ddffd0be7935b853768c9db4bf86608a in 1292ms, sequenceid=231, compaction requested=true 2024-11-15T05:38:19,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:19,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:19,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:19,795 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:19,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:19,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:19,795 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:19,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:19,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:19,797 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:19,797 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:19,797 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:19,797 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,797 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ff4a6e7383fc4deabaad508a5860881e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/60c2a9e030f94f70821c002dae856ec3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/592783a1779f4adc8c48dcba356d0072] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=36.0 K 2024-11-15T05:38:19,797 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:19,797 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,798 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/143dbf5872ba463b8eaf10149996cfc2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/be79521f9221451f8de804a6768d0234, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e18ad6ab519840ceb76c12a7d1ce44e1] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=100.0 K 2024-11-15T05:38:19,798 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,798 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ff4a6e7383fc4deabaad508a5860881e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731649094924 2024-11-15T05:38:19,798 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/143dbf5872ba463b8eaf10149996cfc2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/be79521f9221451f8de804a6768d0234, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e18ad6ab519840ceb76c12a7d1ce44e1] 2024-11-15T05:38:19,798 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 60c2a9e030f94f70821c002dae856ec3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649096082 2024-11-15T05:38:19,798 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 143dbf5872ba463b8eaf10149996cfc2, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731649094924 2024-11-15T05:38:19,799 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 592783a1779f4adc8c48dcba356d0072, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731649096757 2024-11-15T05:38:19,799 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting be79521f9221451f8de804a6768d0234, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649096082 2024-11-15T05:38:19,799 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e18ad6ab519840ceb76c12a7d1ce44e1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731649096757 2024-11-15T05:38:19,810 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:19,812 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:19,812 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/7d40416e809f4031938a1e03559148a4 is 50, key is test_row_0/B:col10/1731649096757/Put/seqid=0 2024-11-15T05:38:19,825 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411151fee1cda331e446ebaa9be3b8b4ce91b_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:19,827 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411151fee1cda331e446ebaa9be3b8b4ce91b_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:19,827 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151fee1cda331e446ebaa9be3b8b4ce91b_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742018_1194 (size=12697) 2024-11-15T05:38:19,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742019_1195 (size=4469) 2024-11-15T05:38:19,848 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#163 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:19,849 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/bd736b51f7094f8ba0c25a99d39033e1 is 175, key is test_row_0/A:col10/1731649096757/Put/seqid=0 2024-11-15T05:38:19,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T05:38:19,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:19,864 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T05:38:19,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742020_1196 (size=31651) 2024-11-15T05:38:19,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e8e1b10c90a84666b414a21235e13536_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649098563/Put/seqid=0 2024-11-15T05:38:19,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742021_1197 (size=12304) 2024-11-15T05:38:20,248 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/7d40416e809f4031938a1e03559148a4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7d40416e809f4031938a1e03559148a4 2024-11-15T05:38:20,254 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into 7d40416e809f4031938a1e03559148a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:20,254 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:20,254 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=13, startTime=1731649099795; duration=0sec 2024-11-15T05:38:20,254 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:20,254 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:20,254 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:20,255 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:20,255 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:20,255 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:20,255 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/594a73438db5426a884b38742a1f8973, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b1e6ef2826f5412db9acfa63494ba701, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/c61a7d31022541969f8c95141062de6f] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=36.0 K 2024-11-15T05:38:20,256 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 594a73438db5426a884b38742a1f8973, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731649094924 2024-11-15T05:38:20,256 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b1e6ef2826f5412db9acfa63494ba701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649096082 2024-11-15T05:38:20,257 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c61a7d31022541969f8c95141062de6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731649096757 2024-11-15T05:38:20,263 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:20,264 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/5e858cb8ca4942acb32ec8fe699ea6ea is 50, key is test_row_0/C:col10/1731649096757/Put/seqid=0 2024-11-15T05:38:20,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742022_1198 (size=12697) 2024-11-15T05:38:20,273 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/bd736b51f7094f8ba0c25a99d39033e1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/bd736b51f7094f8ba0c25a99d39033e1 2024-11-15T05:38:20,275 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/5e858cb8ca4942acb32ec8fe699ea6ea as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/5e858cb8ca4942acb32ec8fe699ea6ea 2024-11-15T05:38:20,278 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into bd736b51f7094f8ba0c25a99d39033e1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:20,279 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:20,279 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=13, startTime=1731649099795; duration=0sec 2024-11-15T05:38:20,279 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:20,279 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:20,282 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into 5e858cb8ca4942acb32ec8fe699ea6ea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:20,282 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:20,282 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=13, startTime=1731649099795; duration=0sec 2024-11-15T05:38:20,283 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:20,283 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:20,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e8e1b10c90a84666b414a21235e13536_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e8e1b10c90a84666b414a21235e13536_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:20,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/81d0ea8561b04426adaf130189ca3517, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/81d0ea8561b04426adaf130189ca3517 is 175, key is test_row_0/A:col10/1731649098563/Put/seqid=0 2024-11-15T05:38:20,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742023_1199 (size=31105) 2024-11-15T05:38:20,307 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/81d0ea8561b04426adaf130189ca3517 2024-11-15T05:38:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/f34d8b969f8743b78c244b18a4b3c507 is 50, key is test_row_0/B:col10/1731649098563/Put/seqid=0 2024-11-15T05:38:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742024_1200 (size=12151) 2024-11-15T05:38:20,706 INFO [master/e243dcb6c2df:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T05:38:20,706 INFO [master/e243dcb6c2df:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T05:38:20,731 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/f34d8b969f8743b78c244b18a4b3c507 2024-11-15T05:38:20,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a6ad74c0b9204a1c8c9c84a24f2f1f56 is 50, key is test_row_0/C:col10/1731649098563/Put/seqid=0 2024-11-15T05:38:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:20,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:20,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742025_1201 (size=12151) 2024-11-15T05:38:20,772 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a6ad74c0b9204a1c8c9c84a24f2f1f56 2024-11-15T05:38:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/81d0ea8561b04426adaf130189ca3517 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/81d0ea8561b04426adaf130189ca3517 2024-11-15T05:38:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T05:38:20,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/81d0ea8561b04426adaf130189ca3517, entries=150, sequenceid=250, filesize=30.4 K 2024-11-15T05:38:20,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/f34d8b969f8743b78c244b18a4b3c507 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f34d8b969f8743b78c244b18a4b3c507 2024-11-15T05:38:20,790 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f34d8b969f8743b78c244b18a4b3c507, entries=150, sequenceid=250, filesize=11.9 K 2024-11-15T05:38:20,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a6ad74c0b9204a1c8c9c84a24f2f1f56 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a6ad74c0b9204a1c8c9c84a24f2f1f56 2024-11-15T05:38:20,797 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a6ad74c0b9204a1c8c9c84a24f2f1f56, entries=150, sequenceid=250, filesize=11.9 K 2024-11-15T05:38:20,798 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=67.09 KB/68700 for ddffd0be7935b853768c9db4bf86608a in 934ms, sequenceid=250, compaction requested=false 2024-11-15T05:38:20,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:20,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:20,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T05:38:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T05:38:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:20,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:38:20,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-15T05:38:20,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec 2024-11-15T05:38:20,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.1710 sec 2024-11-15T05:38:20,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115795a99e97ca44a398317e673bf637418_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649100787/Put/seqid=0 2024-11-15T05:38:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742026_1202 (size=14994) 2024-11-15T05:38:20,823 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:20,828 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115795a99e97ca44a398317e673bf637418_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115795a99e97ca44a398317e673bf637418_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:20,829 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/44f580410ff54422b2458aadc999c630, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:20,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/44f580410ff54422b2458aadc999c630 is 175, key is test_row_0/A:col10/1731649100787/Put/seqid=0 2024-11-15T05:38:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742027_1203 (size=39949) 2024-11-15T05:38:20,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649160916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649160941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649160941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:20,946 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:20,947 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:20,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649160951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:20,953 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649160962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:20,965 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:20,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:20,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:21,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649161021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:21,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649161231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:21,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:21,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:21,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:21,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/44f580410ff54422b2458aadc999c630 2024-11-15T05:38:21,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/9601ea7fc9b049e99909c0b1a9e44d17 is 50, key is test_row_0/B:col10/1731649100787/Put/seqid=0 2024-11-15T05:38:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742028_1204 (size=12301) 2024-11-15T05:38:21,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649161541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:21,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/9601ea7fc9b049e99909c0b1a9e44d17 2024-11-15T05:38:21,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/e5a725fcd305492697738b6414c36b2f is 50, key is test_row_0/C:col10/1731649100787/Put/seqid=0 2024-11-15T05:38:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742029_1205 (size=12301) 2024-11-15T05:38:22,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649162051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:22,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/e5a725fcd305492697738b6414c36b2f 2024-11-15T05:38:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/44f580410ff54422b2458aadc999c630 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/44f580410ff54422b2458aadc999c630 2024-11-15T05:38:22,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/44f580410ff54422b2458aadc999c630, entries=200, sequenceid=267, filesize=39.0 K 2024-11-15T05:38:22,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/9601ea7fc9b049e99909c0b1a9e44d17 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/9601ea7fc9b049e99909c0b1a9e44d17 2024-11-15T05:38:22,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/9601ea7fc9b049e99909c0b1a9e44d17, entries=150, sequenceid=267, filesize=12.0 K 2024-11-15T05:38:22,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/e5a725fcd305492697738b6414c36b2f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e5a725fcd305492697738b6414c36b2f 2024-11-15T05:38:22,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e5a725fcd305492697738b6414c36b2f, entries=150, sequenceid=267, filesize=12.0 K 2024-11-15T05:38:22,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ddffd0be7935b853768c9db4bf86608a in 1310ms, sequenceid=267, compaction requested=true 2024-11-15T05:38:22,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:22,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:22,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:22,111 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:22,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:22,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:22,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:22,112 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:22,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:22,113 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:22,113 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:22,113 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:22,113 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:22,113 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:22,113 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:22,113 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7d40416e809f4031938a1e03559148a4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f34d8b969f8743b78c244b18a4b3c507, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/9601ea7fc9b049e99909c0b1a9e44d17] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=36.3 K 2024-11-15T05:38:22,113 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/bd736b51f7094f8ba0c25a99d39033e1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/81d0ea8561b04426adaf130189ca3517, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/44f580410ff54422b2458aadc999c630] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=100.3 K 2024-11-15T05:38:22,113 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:22,113 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/bd736b51f7094f8ba0c25a99d39033e1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/81d0ea8561b04426adaf130189ca3517, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/44f580410ff54422b2458aadc999c630] 2024-11-15T05:38:22,113 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d40416e809f4031938a1e03559148a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731649096757 2024-11-15T05:38:22,113 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd736b51f7094f8ba0c25a99d39033e1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731649096757 2024-11-15T05:38:22,114 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f34d8b969f8743b78c244b18a4b3c507, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731649098563 2024-11-15T05:38:22,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81d0ea8561b04426adaf130189ca3517, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731649098563 2024-11-15T05:38:22,114 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 9601ea7fc9b049e99909c0b1a9e44d17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731649100768 2024-11-15T05:38:22,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44f580410ff54422b2458aadc999c630, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731649100768 2024-11-15T05:38:22,120 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:22,121 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:22,122 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111586ee65054d114063a246f60e9beeae87_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:22,122 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c2155104742a432cba7b346a26756b2f is 50, key is test_row_0/B:col10/1731649100787/Put/seqid=0 2024-11-15T05:38:22,124 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111586ee65054d114063a246f60e9beeae87_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:22,124 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111586ee65054d114063a246f60e9beeae87_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742030_1206 (size=12949) 2024-11-15T05:38:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742031_1207 (size=4469) 2024-11-15T05:38:22,533 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:22,533 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/d12566b67a174a998e9bf49fa77acd92 is 175, key is test_row_0/A:col10/1731649100787/Put/seqid=0 2024-11-15T05:38:22,536 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c2155104742a432cba7b346a26756b2f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c2155104742a432cba7b346a26756b2f 2024-11-15T05:38:22,542 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into c2155104742a432cba7b346a26756b2f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:22,542 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:22,542 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=13, startTime=1731649102111; duration=0sec 2024-11-15T05:38:22,542 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:22,542 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:22,542 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:22,543 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:22,543 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:22,543 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:22,544 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/5e858cb8ca4942acb32ec8fe699ea6ea, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a6ad74c0b9204a1c8c9c84a24f2f1f56, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e5a725fcd305492697738b6414c36b2f] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=36.3 K 2024-11-15T05:38:22,544 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e858cb8ca4942acb32ec8fe699ea6ea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731649096757 2024-11-15T05:38:22,545 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a6ad74c0b9204a1c8c9c84a24f2f1f56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731649098563 2024-11-15T05:38:22,545 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e5a725fcd305492697738b6414c36b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731649100768 2024-11-15T05:38:22,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742032_1208 (size=31903) 2024-11-15T05:38:22,556 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:22,557 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/47806327ae7b45188190c6274da01f6c is 50, key is test_row_0/C:col10/1731649100787/Put/seqid=0 2024-11-15T05:38:22,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742033_1209 (size=12949) 2024-11-15T05:38:22,567 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/47806327ae7b45188190c6274da01f6c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/47806327ae7b45188190c6274da01f6c 2024-11-15T05:38:22,572 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into 47806327ae7b45188190c6274da01f6c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:22,572 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:22,572 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=13, startTime=1731649102112; duration=0sec 2024-11-15T05:38:22,573 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:22,573 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T05:38:22,791 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:22,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-15T05:38:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T05:38:22,794 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:22,794 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:22,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T05:38:22,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T05:38:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:22,947 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T05:38:22,954 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/d12566b67a174a998e9bf49fa77acd92 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/d12566b67a174a998e9bf49fa77acd92 2024-11-15T05:38:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150003e62091774d2b94991a22a7005f37_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649100914/Put/seqid=0 2024-11-15T05:38:22,964 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into d12566b67a174a998e9bf49fa77acd92(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:22,964 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:22,964 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=13, startTime=1731649102111; duration=0sec 2024-11-15T05:38:22,964 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:22,964 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742034_1210 (size=12454) 2024-11-15T05:38:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:23,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T05:38:23,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649163108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:23,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649163222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:23,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:23,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:23,379 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150003e62091774d2b94991a22a7005f37_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150003e62091774d2b94991a22a7005f37_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/9b27773f46784ae1a627645a12b731c2, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/9b27773f46784ae1a627645a12b731c2 is 175, key is test_row_0/A:col10/1731649100914/Put/seqid=0 2024-11-15T05:38:23,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742035_1211 (size=31255) 2024-11-15T05:38:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T05:38:23,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649163431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649163741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:23,786 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/9b27773f46784ae1a627645a12b731c2 2024-11-15T05:38:23,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/49a3ab4380d94f4580b22e646e4bd594 is 50, key is test_row_0/B:col10/1731649100914/Put/seqid=0 2024-11-15T05:38:23,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742036_1212 (size=12301) 2024-11-15T05:38:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T05:38:24,199 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/49a3ab4380d94f4580b22e646e4bd594 2024-11-15T05:38:24,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a33940e3507b474f99a54b017928ef59 is 50, key is test_row_0/C:col10/1731649100914/Put/seqid=0 2024-11-15T05:38:24,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742037_1213 (size=12301) 2024-11-15T05:38:24,211 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a33940e3507b474f99a54b017928ef59 2024-11-15T05:38:24,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/9b27773f46784ae1a627645a12b731c2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/9b27773f46784ae1a627645a12b731c2 2024-11-15T05:38:24,220 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/9b27773f46784ae1a627645a12b731c2, entries=150, sequenceid=291, filesize=30.5 K 2024-11-15T05:38:24,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/49a3ab4380d94f4580b22e646e4bd594 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/49a3ab4380d94f4580b22e646e4bd594 2024-11-15T05:38:24,225 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/49a3ab4380d94f4580b22e646e4bd594, entries=150, sequenceid=291, filesize=12.0 K 2024-11-15T05:38:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/a33940e3507b474f99a54b017928ef59 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a33940e3507b474f99a54b017928ef59 2024-11-15T05:38:24,233 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a33940e3507b474f99a54b017928ef59, entries=150, sequenceid=291, filesize=12.0 K 2024-11-15T05:38:24,234 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ddffd0be7935b853768c9db4bf86608a in 1287ms, sequenceid=291, compaction requested=false 2024-11-15T05:38:24,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T05:38:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T05:38:24,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-15T05:38:24,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec 2024-11-15T05:38:24,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4480 sec 2024-11-15T05:38:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:24,253 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:24,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T05:38:24,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154a078000d9ea4c0286f9c4fd5491f229_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649103091/Put/seqid=0 2024-11-15T05:38:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742038_1214 (size=14994) 2024-11-15T05:38:24,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:24,282 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154a078000d9ea4c0286f9c4fd5491f229_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154a078000d9ea4c0286f9c4fd5491f229_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:24,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/76e3980e7863448aa894480b6751ca1e, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:24,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/76e3980e7863448aa894480b6751ca1e is 175, key is test_row_0/A:col10/1731649103091/Put/seqid=0 2024-11-15T05:38:24,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742039_1215 (size=39949) 2024-11-15T05:38:24,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649164363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649164471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:24,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649164681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:24,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/76e3980e7863448aa894480b6751ca1e 2024-11-15T05:38:24,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/eb1abea18e8b49fc941dbe1883e9d3d1 is 50, key is test_row_0/B:col10/1731649103091/Put/seqid=0 2024-11-15T05:38:24,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742040_1216 (size=12301) 2024-11-15T05:38:24,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/eb1abea18e8b49fc941dbe1883e9d3d1 2024-11-15T05:38:24,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/b9c986553dee4d5e9b6a24dc249cf3b2 is 50, key is test_row_0/C:col10/1731649103091/Put/seqid=0 2024-11-15T05:38:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742041_1217 (size=12301) 2024-11-15T05:38:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T05:38:24,941 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:24,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-15T05:38:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T05:38:24,943 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:24,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:24,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1731649164971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:24,974 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:24,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38352 deadline: 1731649164981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:24,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38298 deadline: 1731649164981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:24,984 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38350 deadline: 1731649164981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:24,985 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:24,985 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in ddffd0be7935b853768c9db4bf86608a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:24,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649164991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:24,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:24,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T05:38:25,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T05:38:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:25,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:25,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/b9c986553dee4d5e9b6a24dc249cf3b2 2024-11-15T05:38:25,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/76e3980e7863448aa894480b6751ca1e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/76e3980e7863448aa894480b6751ca1e 2024-11-15T05:38:25,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/76e3980e7863448aa894480b6751ca1e, entries=200, sequenceid=307, filesize=39.0 K 2024-11-15T05:38:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/eb1abea18e8b49fc941dbe1883e9d3d1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/eb1abea18e8b49fc941dbe1883e9d3d1 2024-11-15T05:38:25,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/eb1abea18e8b49fc941dbe1883e9d3d1, entries=150, sequenceid=307, filesize=12.0 K 2024-11-15T05:38:25,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/b9c986553dee4d5e9b6a24dc249cf3b2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b9c986553dee4d5e9b6a24dc249cf3b2 2024-11-15T05:38:25,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b9c986553dee4d5e9b6a24dc249cf3b2, entries=150, sequenceid=307, filesize=12.0 K 2024-11-15T05:38:25,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ddffd0be7935b853768c9db4bf86608a in 893ms, sequenceid=307, compaction requested=true 2024-11-15T05:38:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:25,147 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:25,147 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:25,148 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:25,148 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:25,148 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:25,148 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/d12566b67a174a998e9bf49fa77acd92, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/9b27773f46784ae1a627645a12b731c2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/76e3980e7863448aa894480b6751ca1e] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=100.7 K 2024-11-15T05:38:25,148 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:25,148 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/d12566b67a174a998e9bf49fa77acd92, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/9b27773f46784ae1a627645a12b731c2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/76e3980e7863448aa894480b6751ca1e] 2024-11-15T05:38:25,149 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:25,149 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting d12566b67a174a998e9bf49fa77acd92, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731649100768 2024-11-15T05:38:25,149 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:25,149 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:25,149 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c2155104742a432cba7b346a26756b2f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/49a3ab4380d94f4580b22e646e4bd594, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/eb1abea18e8b49fc941dbe1883e9d3d1] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=36.7 K 2024-11-15T05:38:25,149 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b27773f46784ae1a627645a12b731c2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731649100897 2024-11-15T05:38:25,149 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c2155104742a432cba7b346a26756b2f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731649100768 2024-11-15T05:38:25,149 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76e3980e7863448aa894480b6751ca1e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731649103091 2024-11-15T05:38:25,150 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 49a3ab4380d94f4580b22e646e4bd594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731649100897 2024-11-15T05:38:25,150 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1abea18e8b49fc941dbe1883e9d3d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731649103091 2024-11-15T05:38:25,156 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:25,158 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115716dd0d926cf40b3b02329827495eecc_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:25,158 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:25,158 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/25f57f7c018641b1a791c2764beb860a is 50, key is test_row_0/B:col10/1731649103091/Put/seqid=0 2024-11-15T05:38:25,159 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115716dd0d926cf40b3b02329827495eecc_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:25,159 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115716dd0d926cf40b3b02329827495eecc_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742042_1218 (size=13051) 2024-11-15T05:38:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742043_1219 (size=4469) 2024-11-15T05:38:25,169 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/25f57f7c018641b1a791c2764beb860a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/25f57f7c018641b1a791c2764beb860a 2024-11-15T05:38:25,175 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into 25f57f7c018641b1a791c2764beb860a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:25,175 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:25,175 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=13, startTime=1731649105147; duration=0sec 2024-11-15T05:38:25,175 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:25,175 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:25,175 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:25,176 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:25,176 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:25,176 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:25,176 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/47806327ae7b45188190c6274da01f6c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a33940e3507b474f99a54b017928ef59, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b9c986553dee4d5e9b6a24dc249cf3b2] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=36.7 K 2024-11-15T05:38:25,176 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 47806327ae7b45188190c6274da01f6c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731649100768 2024-11-15T05:38:25,177 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a33940e3507b474f99a54b017928ef59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731649100897 2024-11-15T05:38:25,177 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b9c986553dee4d5e9b6a24dc249cf3b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731649103091 2024-11-15T05:38:25,188 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:25,188 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/fef7a0fdefec419faf76388309a405c7 is 50, key is test_row_0/C:col10/1731649103091/Put/seqid=0 2024-11-15T05:38:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742044_1220 (size=13051) 2024-11-15T05:38:25,202 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/fef7a0fdefec419faf76388309a405c7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/fef7a0fdefec419faf76388309a405c7 2024-11-15T05:38:25,207 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into fef7a0fdefec419faf76388309a405c7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:25,207 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:25,207 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=13, startTime=1731649105147; duration=0sec 2024-11-15T05:38:25,207 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:25,208 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:25,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T05:38:25,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:25,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T05:38:25,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111548c2750fc21e467b9bc79673efe3e011_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649104362/Put/seqid=0 2024-11-15T05:38:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T05:38:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742045_1221 (size=12454) 2024-11-15T05:38:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:25,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:25,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649165561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:25,567 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:25,567 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/f7bed99585ed437e9037b6815789e531 is 175, key is test_row_0/A:col10/1731649103091/Put/seqid=0 2024-11-15T05:38:25,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742046_1222 (size=32005) 2024-11-15T05:38:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T05:38:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:25,667 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111548c2750fc21e467b9bc79673efe3e011_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111548c2750fc21e467b9bc79673efe3e011_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:25,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/a22610dfacf541dc96b75b9618cb82a3, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:25,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/a22610dfacf541dc96b75b9618cb82a3 is 175, key is test_row_0/A:col10/1731649104362/Put/seqid=0 2024-11-15T05:38:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742047_1223 (size=31255) 2024-11-15T05:38:25,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649165671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:25,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649165881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:25,977 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/f7bed99585ed437e9037b6815789e531 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/f7bed99585ed437e9037b6815789e531 2024-11-15T05:38:25,982 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into f7bed99585ed437e9037b6815789e531(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:25,982 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:25,982 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=13, startTime=1731649105147; duration=0sec 2024-11-15T05:38:25,982 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:25,982 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:26,073 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/a22610dfacf541dc96b75b9618cb82a3 2024-11-15T05:38:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T05:38:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/a95d15108ca044e69ef33403ab91f77a is 50, key is test_row_0/B:col10/1731649104362/Put/seqid=0 2024-11-15T05:38:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742048_1224 (size=12301) 2024-11-15T05:38:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649166191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:26,488 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/a95d15108ca044e69ef33403ab91f77a 2024-11-15T05:38:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/15ac11fd2b1748cabdb4df59d100294f is 50, key is test_row_0/C:col10/1731649104362/Put/seqid=0 2024-11-15T05:38:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742049_1225 (size=12301) 2024-11-15T05:38:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649166701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:26,903 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/15ac11fd2b1748cabdb4df59d100294f 2024-11-15T05:38:26,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/a22610dfacf541dc96b75b9618cb82a3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/a22610dfacf541dc96b75b9618cb82a3 2024-11-15T05:38:26,913 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/a22610dfacf541dc96b75b9618cb82a3, entries=150, sequenceid=330, filesize=30.5 K 2024-11-15T05:38:26,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/a95d15108ca044e69ef33403ab91f77a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/a95d15108ca044e69ef33403ab91f77a 2024-11-15T05:38:26,918 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/a95d15108ca044e69ef33403ab91f77a, entries=150, sequenceid=330, filesize=12.0 K 2024-11-15T05:38:26,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/15ac11fd2b1748cabdb4df59d100294f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/15ac11fd2b1748cabdb4df59d100294f 2024-11-15T05:38:26,923 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/15ac11fd2b1748cabdb4df59d100294f, entries=150, sequenceid=330, filesize=12.0 K 2024-11-15T05:38:26,924 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ddffd0be7935b853768c9db4bf86608a in 1674ms, sequenceid=330, compaction requested=false 2024-11-15T05:38:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T05:38:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T05:38:26,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-15T05:38:26,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9820 sec 2024-11-15T05:38:26,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.9860 sec 2024-11-15T05:38:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T05:38:27,091 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:27,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-15T05:38:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T05:38:27,093 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:27,094 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:27,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T05:38:27,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T05:38:27,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:27,247 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T05:38:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ccd33d7aac3843eca1566f305c0da6fa_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649105548/Put/seqid=0 2024-11-15T05:38:27,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742050_1226 (size=12454) 2024-11-15T05:38:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T05:38:27,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:27,664 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ccd33d7aac3843eca1566f305c0da6fa_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ccd33d7aac3843eca1566f305c0da6fa_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:27,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/2de28e8f0d004c4a91684baf8dfc2b41, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:27,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/2de28e8f0d004c4a91684baf8dfc2b41 is 175, key is test_row_0/A:col10/1731649105548/Put/seqid=0 2024-11-15T05:38:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742051_1227 (size=31255) 2024-11-15T05:38:27,672 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/2de28e8f0d004c4a91684baf8dfc2b41 2024-11-15T05:38:27,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/ae9a3bcbadbb4ec9a7ff50519280b319 is 50, key is test_row_0/B:col10/1731649105548/Put/seqid=0 2024-11-15T05:38:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742052_1228 (size=12301) 2024-11-15T05:38:27,685 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/ae9a3bcbadbb4ec9a7ff50519280b319 2024-11-15T05:38:27,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/1b99877ec9ec4bb18eb50101b3908cf0 is 50, key is test_row_0/C:col10/1731649105548/Put/seqid=0 2024-11-15T05:38:27,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742053_1229 (size=12301) 2024-11-15T05:38:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T05:38:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:27,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:27,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649167802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:27,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:27,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:27,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649167911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:28,098 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/1b99877ec9ec4bb18eb50101b3908cf0 2024-11-15T05:38:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/2de28e8f0d004c4a91684baf8dfc2b41 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/2de28e8f0d004c4a91684baf8dfc2b41 2024-11-15T05:38:28,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/2de28e8f0d004c4a91684baf8dfc2b41, entries=150, sequenceid=346, filesize=30.5 K 2024-11-15T05:38:28,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/ae9a3bcbadbb4ec9a7ff50519280b319 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ae9a3bcbadbb4ec9a7ff50519280b319 2024-11-15T05:38:28,112 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ae9a3bcbadbb4ec9a7ff50519280b319, entries=150, sequenceid=346, filesize=12.0 K 2024-11-15T05:38:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/1b99877ec9ec4bb18eb50101b3908cf0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/1b99877ec9ec4bb18eb50101b3908cf0 2024-11-15T05:38:28,118 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/1b99877ec9ec4bb18eb50101b3908cf0, entries=150, sequenceid=346, filesize=12.0 K 2024-11-15T05:38:28,119 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ddffd0be7935b853768c9db4bf86608a in 872ms, sequenceid=346, compaction requested=true 2024-11-15T05:38:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T05:38:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T05:38:28,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-15T05:38:28,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-11-15T05:38:28,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.0310 sec 2024-11-15T05:38:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:28,124 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:28,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T05:38:28,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ba0ca7dfcf30413995e8c23e9ea025d5_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649107766/Put/seqid=0 2024-11-15T05:38:28,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742054_1230 (size=14994) 2024-11-15T05:38:28,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649168176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T05:38:28,232 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:28,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-15T05:38:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T05:38:28,234 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:28,234 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:28,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:28,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649168281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T05:38:28,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649168491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:28,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:28,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:28,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:28,547 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ba0ca7dfcf30413995e8c23e9ea025d5_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ba0ca7dfcf30413995e8c23e9ea025d5_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:28,548 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/32008f13d98748f79db610618d407f72, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:28,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/32008f13d98748f79db610618d407f72 is 175, key is test_row_0/A:col10/1731649107766/Put/seqid=0 2024-11-15T05:38:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T05:38:28,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742055_1231 (size=39949) 2024-11-15T05:38:28,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:28,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:28,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649168801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:28,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:28,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:28,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:28,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:28,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:28,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:28,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T05:38:28,953 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/32008f13d98748f79db610618d407f72 2024-11-15T05:38:28,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c5910d81ffb64a95b2a4f93008c4b715 is 50, key is test_row_0/B:col10/1731649107766/Put/seqid=0 2024-11-15T05:38:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742056_1232 (size=12301) 2024-11-15T05:38:29,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:29,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:29,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:29,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:29,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649169311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:29,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c5910d81ffb64a95b2a4f93008c4b715 2024-11-15T05:38:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T05:38:29,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/06e05e477d9541f8837215672e22b34d is 50, key is test_row_0/C:col10/1731649107766/Put/seqid=0 2024-11-15T05:38:29,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742057_1233 (size=12301) 2024-11-15T05:38:29,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:29,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:29,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:29,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/06e05e477d9541f8837215672e22b34d 2024-11-15T05:38:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/32008f13d98748f79db610618d407f72 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/32008f13d98748f79db610618d407f72 2024-11-15T05:38:29,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/32008f13d98748f79db610618d407f72, entries=200, sequenceid=368, filesize=39.0 K 2024-11-15T05:38:29,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c5910d81ffb64a95b2a4f93008c4b715 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c5910d81ffb64a95b2a4f93008c4b715 2024-11-15T05:38:29,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c5910d81ffb64a95b2a4f93008c4b715, entries=150, sequenceid=368, filesize=12.0 K 2024-11-15T05:38:29,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/06e05e477d9541f8837215672e22b34d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/06e05e477d9541f8837215672e22b34d 2024-11-15T05:38:29,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/06e05e477d9541f8837215672e22b34d, entries=150, sequenceid=368, filesize=12.0 K 2024-11-15T05:38:29,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ddffd0be7935b853768c9db4bf86608a in 1688ms, sequenceid=368, compaction requested=true 2024-11-15T05:38:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:29,813 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:29,814 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:29,814 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:29,814 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,814 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/f7bed99585ed437e9037b6815789e531, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/a22610dfacf541dc96b75b9618cb82a3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/2de28e8f0d004c4a91684baf8dfc2b41, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/32008f13d98748f79db610618d407f72] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=131.3 K 2024-11-15T05:38:29,814 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,814 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/f7bed99585ed437e9037b6815789e531, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/a22610dfacf541dc96b75b9618cb82a3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/2de28e8f0d004c4a91684baf8dfc2b41, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/32008f13d98748f79db610618d407f72] 2024-11-15T05:38:29,815 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7bed99585ed437e9037b6815789e531, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731649103091 2024-11-15T05:38:29,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:29,815 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a22610dfacf541dc96b75b9618cb82a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649104325 2024-11-15T05:38:29,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:29,815 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:29,816 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2de28e8f0d004c4a91684baf8dfc2b41, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731649105531 2024-11-15T05:38:29,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:29,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:29,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:29,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:29,817 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32008f13d98748f79db610618d407f72, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731649107766 2024-11-15T05:38:29,818 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:29,818 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:29,818 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,818 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/25f57f7c018641b1a791c2764beb860a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/a95d15108ca044e69ef33403ab91f77a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ae9a3bcbadbb4ec9a7ff50519280b319, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c5910d81ffb64a95b2a4f93008c4b715] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=48.8 K 2024-11-15T05:38:29,819 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 25f57f7c018641b1a791c2764beb860a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731649103091 2024-11-15T05:38:29,821 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a95d15108ca044e69ef33403ab91f77a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649104325 2024-11-15T05:38:29,822 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ae9a3bcbadbb4ec9a7ff50519280b319, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731649105531 2024-11-15T05:38:29,823 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c5910d81ffb64a95b2a4f93008c4b715, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731649107766 2024-11-15T05:38:29,834 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:29,837 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:29,838 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/5c95797cffaa4294bfb6b9c3516ed81a is 50, key is test_row_0/B:col10/1731649107766/Put/seqid=0 2024-11-15T05:38:29,849 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115cb740a8fbf8244ccbbdf7fe3f46db928_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:29,851 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115cb740a8fbf8244ccbbdf7fe3f46db928_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:29,852 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cb740a8fbf8244ccbbdf7fe3f46db928_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742058_1234 (size=13187) 2024-11-15T05:38:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742059_1235 (size=4469) 2024-11-15T05:38:29,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-15T05:38:29,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:29,923 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:38:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115457e45c33e1c4a56a17c01782295146a_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649108168/Put/seqid=0 2024-11-15T05:38:29,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742060_1236 (size=12454) 2024-11-15T05:38:30,295 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#192 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:30,296 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/3e9520bce2fe4b349767552958227820 is 175, key is test_row_0/A:col10/1731649107766/Put/seqid=0 2024-11-15T05:38:30,299 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/5c95797cffaa4294bfb6b9c3516ed81a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5c95797cffaa4294bfb6b9c3516ed81a 2024-11-15T05:38:30,305 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into 5c95797cffaa4294bfb6b9c3516ed81a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:30,305 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:30,305 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=12, startTime=1731649109815; duration=0sec 2024-11-15T05:38:30,305 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:30,305 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:30,305 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:30,306 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:30,306 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:30,307 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:30,307 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/fef7a0fdefec419faf76388309a405c7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/15ac11fd2b1748cabdb4df59d100294f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/1b99877ec9ec4bb18eb50101b3908cf0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/06e05e477d9541f8837215672e22b34d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=48.8 K 2024-11-15T05:38:30,307 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fef7a0fdefec419faf76388309a405c7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731649103091 2024-11-15T05:38:30,307 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 15ac11fd2b1748cabdb4df59d100294f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649104325 2024-11-15T05:38:30,308 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b99877ec9ec4bb18eb50101b3908cf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731649105531 2024-11-15T05:38:30,308 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e05e477d9541f8837215672e22b34d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731649107766 2024-11-15T05:38:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742061_1237 (size=32141) 2024-11-15T05:38:30,319 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:30,320 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/09f2f22ea55546c4b0e4f1437493e46f is 50, key is test_row_0/C:col10/1731649107766/Put/seqid=0 2024-11-15T05:38:30,326 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/3e9520bce2fe4b349767552958227820 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3e9520bce2fe4b349767552958227820 2024-11-15T05:38:30,332 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into 3e9520bce2fe4b349767552958227820(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:30,332 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:30,332 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=12, startTime=1731649109812; duration=0sec 2024-11-15T05:38:30,333 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:30,333 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:30,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. as already flushing 2024-11-15T05:38:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742062_1238 (size=13187) 2024-11-15T05:38:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T05:38:30,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:30,404 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115457e45c33e1c4a56a17c01782295146a_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115457e45c33e1c4a56a17c01782295146a_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:30,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/02b50e93e47a430aa3df044c74be0cc2, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/02b50e93e47a430aa3df044c74be0cc2 is 175, key is test_row_0/A:col10/1731649108168/Put/seqid=0 2024-11-15T05:38:30,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742063_1239 (size=31255) 2024-11-15T05:38:30,415 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/02b50e93e47a430aa3df044c74be0cc2 2024-11-15T05:38:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/200832a1689e448e9f11e185e4bcd003 is 50, key is test_row_0/B:col10/1731649108168/Put/seqid=0 2024-11-15T05:38:30,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742064_1240 (size=12301) 2024-11-15T05:38:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649170438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:30,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649170551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:30,755 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/09f2f22ea55546c4b0e4f1437493e46f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/09f2f22ea55546c4b0e4f1437493e46f 2024-11-15T05:38:30,762 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into 09f2f22ea55546c4b0e4f1437493e46f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:30,762 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:30,763 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=12, startTime=1731649109816; duration=0sec 2024-11-15T05:38:30,763 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:30,763 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:30,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649170761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:30,836 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/200832a1689e448e9f11e185e4bcd003 2024-11-15T05:38:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/434e1d5bf97b4323b8aa63b3cc905075 is 50, key is test_row_0/C:col10/1731649108168/Put/seqid=0 2024-11-15T05:38:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742065_1241 (size=12301) 2024-11-15T05:38:31,045 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-11-15T05:38:31,045 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:31,045 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,045 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:31,049 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-15T05:38:31,049 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:31,049 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,049 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:31,052 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-15T05:38:31,052 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:31,052 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,052 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:31,054 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-11-15T05:38:31,054 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:31,054 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,054 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:31,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38306 deadline: 1731649171081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:31,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:31,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:31,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:38:31,253 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/434e1d5bf97b4323b8aa63b3cc905075 2024-11-15T05:38:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/02b50e93e47a430aa3df044c74be0cc2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02b50e93e47a430aa3df044c74be0cc2 2024-11-15T05:38:31,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02b50e93e47a430aa3df044c74be0cc2, entries=150, sequenceid=382, filesize=30.5 K 2024-11-15T05:38:31,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/200832a1689e448e9f11e185e4bcd003 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/200832a1689e448e9f11e185e4bcd003 2024-11-15T05:38:31,265 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/200832a1689e448e9f11e185e4bcd003, entries=150, sequenceid=382, filesize=12.0 K 2024-11-15T05:38:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/434e1d5bf97b4323b8aa63b3cc905075 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/434e1d5bf97b4323b8aa63b3cc905075 2024-11-15T05:38:31,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/434e1d5bf97b4323b8aa63b3cc905075, entries=150, sequenceid=382, filesize=12.0 K 2024-11-15T05:38:31,270 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ddffd0be7935b853768c9db4bf86608a in 1348ms, sequenceid=382, compaction requested=false 2024-11-15T05:38:31,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:31,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:31,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-15T05:38:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-15T05:38:31,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-15T05:38:31,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0370 sec 2024-11-15T05:38:31,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 3.0410 sec 2024-11-15T05:38:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:31,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:31,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:38:31,593 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-15T05:38:31,593 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:31,593 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,593 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:31,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:31,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cfa73f392e574972a66008dc9db1b9d3_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649110402/Put/seqid=0 2024-11-15T05:38:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742066_1242 (size=12454) 2024-11-15T05:38:32,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:32,007 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cfa73f392e574972a66008dc9db1b9d3_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cfa73f392e574972a66008dc9db1b9d3_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:32,008 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c8b356c576224572a8e782894a87592a, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:32,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c8b356c576224572a8e782894a87592a is 175, key is test_row_0/A:col10/1731649110402/Put/seqid=0 2024-11-15T05:38:32,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742067_1243 (size=31255) 2024-11-15T05:38:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T05:38:32,401 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:32,412 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c8b356c576224572a8e782894a87592a 2024-11-15T05:38:32,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c4913e17f3ee454091a5a09f4544cb55 is 50, key is test_row_0/B:col10/1731649110402/Put/seqid=0 2024-11-15T05:38:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742068_1244 (size=12301) 2024-11-15T05:38:32,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c4913e17f3ee454091a5a09f4544cb55 2024-11-15T05:38:32,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/8ca05e980c984b358c8728f6c1628636 is 50, key is test_row_0/C:col10/1731649110402/Put/seqid=0 2024-11-15T05:38:32,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742069_1245 (size=12301) 2024-11-15T05:38:33,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/8ca05e980c984b358c8728f6c1628636 2024-11-15T05:38:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/c8b356c576224572a8e782894a87592a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c8b356c576224572a8e782894a87592a 2024-11-15T05:38:33,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c8b356c576224572a8e782894a87592a, entries=150, sequenceid=408, filesize=30.5 K 2024-11-15T05:38:33,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c4913e17f3ee454091a5a09f4544cb55 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c4913e17f3ee454091a5a09f4544cb55 2024-11-15T05:38:33,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c4913e17f3ee454091a5a09f4544cb55, entries=150, sequenceid=408, filesize=12.0 K 2024-11-15T05:38:33,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/8ca05e980c984b358c8728f6c1628636 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/8ca05e980c984b358c8728f6c1628636 2024-11-15T05:38:33,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/8ca05e980c984b358c8728f6c1628636, entries=150, sequenceid=408, filesize=12.0 K 2024-11-15T05:38:33,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for ddffd0be7935b853768c9db4bf86608a in 1658ms, sequenceid=408, compaction requested=true 2024-11-15T05:38:33,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:33,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:33,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:33,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:33,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:33,251 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:33,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddffd0be7935b853768c9db4bf86608a:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:33,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:33,251 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:33,252 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:33,252 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:33,252 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/B is initiating minor compaction (all files) 2024-11-15T05:38:33,252 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/A is initiating minor compaction (all files) 2024-11-15T05:38:33,252 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/B in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:33,252 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/A in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:33,253 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5c95797cffaa4294bfb6b9c3516ed81a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/200832a1689e448e9f11e185e4bcd003, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c4913e17f3ee454091a5a09f4544cb55] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=36.9 K 2024-11-15T05:38:33,253 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3e9520bce2fe4b349767552958227820, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02b50e93e47a430aa3df044c74be0cc2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c8b356c576224572a8e782894a87592a] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=92.4 K 2024-11-15T05:38:33,253 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:33,253 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3e9520bce2fe4b349767552958227820, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02b50e93e47a430aa3df044c74be0cc2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c8b356c576224572a8e782894a87592a] 2024-11-15T05:38:33,253 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c95797cffaa4294bfb6b9c3516ed81a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731649107766 2024-11-15T05:38:33,253 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e9520bce2fe4b349767552958227820, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731649107766 2024-11-15T05:38:33,253 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 200832a1689e448e9f11e185e4bcd003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731649108166 2024-11-15T05:38:33,253 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02b50e93e47a430aa3df044c74be0cc2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731649108166 2024-11-15T05:38:33,254 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c4913e17f3ee454091a5a09f4544cb55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731649110402 2024-11-15T05:38:33,254 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8b356c576224572a8e782894a87592a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731649110402 2024-11-15T05:38:33,262 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:33,263 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/20ae8abd8c9540db817a67f4dd9e8b51 is 50, key is test_row_0/B:col10/1731649110402/Put/seqid=0 2024-11-15T05:38:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742070_1246 (size=13289) 2024-11-15T05:38:33,267 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:33,268 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411159f6084dff9294569ac735d266e139682_ddffd0be7935b853768c9db4bf86608a store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:33,299 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411159f6084dff9294569ac735d266e139682_ddffd0be7935b853768c9db4bf86608a, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:33,299 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159f6084dff9294569ac735d266e139682_ddffd0be7935b853768c9db4bf86608a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742071_1247 (size=4469) 2024-11-15T05:38:33,672 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/20ae8abd8c9540db817a67f4dd9e8b51 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/20ae8abd8c9540db817a67f4dd9e8b51 2024-11-15T05:38:33,677 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/B of ddffd0be7935b853768c9db4bf86608a into 20ae8abd8c9540db817a67f4dd9e8b51(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:33,678 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:33,678 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/B, priority=13, startTime=1731649113251; duration=0sec 2024-11-15T05:38:33,678 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:33,678 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:B 2024-11-15T05:38:33,678 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:33,679 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:33,679 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): ddffd0be7935b853768c9db4bf86608a/C is initiating minor compaction (all files) 2024-11-15T05:38:33,679 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddffd0be7935b853768c9db4bf86608a/C in TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:33,679 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/09f2f22ea55546c4b0e4f1437493e46f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/434e1d5bf97b4323b8aa63b3cc905075, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/8ca05e980c984b358c8728f6c1628636] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp, totalSize=36.9 K 2024-11-15T05:38:33,679 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f2f22ea55546c4b0e4f1437493e46f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731649107766 2024-11-15T05:38:33,679 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 434e1d5bf97b4323b8aa63b3cc905075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731649108166 2024-11-15T05:38:33,680 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ca05e980c984b358c8728f6c1628636, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731649110402 2024-11-15T05:38:33,688 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:33,689 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/fdbfe67238914f87b44d98948207e774 is 50, key is test_row_0/C:col10/1731649110402/Put/seqid=0 2024-11-15T05:38:33,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742072_1248 (size=13289) 2024-11-15T05:38:33,704 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddffd0be7935b853768c9db4bf86608a#A#compaction#202 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:33,705 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/39ccc26e11c446d08ca8858ec9320f10 is 175, key is test_row_0/A:col10/1731649110402/Put/seqid=0 2024-11-15T05:38:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742073_1249 (size=32243) 2024-11-15T05:38:34,098 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/fdbfe67238914f87b44d98948207e774 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/fdbfe67238914f87b44d98948207e774 2024-11-15T05:38:34,103 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/C of ddffd0be7935b853768c9db4bf86608a into fdbfe67238914f87b44d98948207e774(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:34,103 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:34,103 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/C, priority=13, startTime=1731649113251; duration=0sec 2024-11-15T05:38:34,103 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:34,103 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:C 2024-11-15T05:38:34,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/39ccc26e11c446d08ca8858ec9320f10 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/39ccc26e11c446d08ca8858ec9320f10 2024-11-15T05:38:34,119 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddffd0be7935b853768c9db4bf86608a/A of ddffd0be7935b853768c9db4bf86608a into 39ccc26e11c446d08ca8858ec9320f10(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:34,119 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddffd0be7935b853768c9db4bf86608a: 2024-11-15T05:38:34,119 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., storeName=ddffd0be7935b853768c9db4bf86608a/A, priority=13, startTime=1731649113251; duration=0sec 2024-11-15T05:38:34,119 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:34,119 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddffd0be7935b853768c9db4bf86608a:A 2024-11-15T05:38:35,023 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-15T05:38:35,023 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:35,023 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,023 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:35,043 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-15T05:38:35,043 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:35,043 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,043 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:35,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T05:38:35,093 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-15T05:38:35,093 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-11-15T05:38:35,093 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:35,093 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:35,093 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,093 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,093 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,093 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:35,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 166 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3308 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3240 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1419 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4257 rows 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1426 2024-11-15T05:38:35,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4275 rows 2024-11-15T05:38:35,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:38:35,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:38:35,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:35,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:35,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T05:38:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T05:38:35,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649115098"}]},"ts":"1731649115098"} 2024-11-15T05:38:35,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T05:38:35,099 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T05:38:35,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:38:35,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, UNASSIGN}] 2024-11-15T05:38:35,102 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, UNASSIGN 2024-11-15T05:38:35,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=ddffd0be7935b853768c9db4bf86608a, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, UNASSIGN because future has completed 2024-11-15T05:38:35,104 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:38:35,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:38:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T05:38:35,256 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:35,256 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:38:35,256 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing ddffd0be7935b853768c9db4bf86608a, disabling compactions & flushes 2024-11-15T05:38:35,256 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:35,256 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:35,256 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. after waiting 0 ms 2024-11-15T05:38:35,256 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:35,256 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing ddffd0be7935b853768c9db4bf86608a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-15T05:38:35,262 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156cda4b374edb4a579650087c850075d8_ddffd0be7935b853768c9db4bf86608a is 50, key is test_row_0/A:col10/1731649115022/Put/seqid=0 2024-11-15T05:38:35,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742074_1250 (size=9914) 2024-11-15T05:38:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T05:38:35,667 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:35,671 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156cda4b374edb4a579650087c850075d8_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156cda4b374edb4a579650087c850075d8_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:35,671 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/3400eb89461145c5acc44afc6e3fd684, store: [table=TestAcidGuarantees family=A region=ddffd0be7935b853768c9db4bf86608a] 2024-11-15T05:38:35,672 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/3400eb89461145c5acc44afc6e3fd684 is 175, key is test_row_0/A:col10/1731649115022/Put/seqid=0 2024-11-15T05:38:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742075_1251 (size=22561) 2024-11-15T05:38:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T05:38:36,076 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/3400eb89461145c5acc44afc6e3fd684 2024-11-15T05:38:36,084 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c98ac950a1174c6e96d4a3c8227daf4c is 50, key is test_row_0/B:col10/1731649115022/Put/seqid=0 2024-11-15T05:38:36,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742076_1252 (size=9857) 2024-11-15T05:38:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T05:38:36,488 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c98ac950a1174c6e96d4a3c8227daf4c 2024-11-15T05:38:36,494 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/dee5fb3a6d6b47acba063db888e3ee5b is 50, key is test_row_0/C:col10/1731649115022/Put/seqid=0 2024-11-15T05:38:36,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742077_1253 (size=9857) 2024-11-15T05:38:36,898 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/dee5fb3a6d6b47acba063db888e3ee5b 2024-11-15T05:38:36,903 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/A/3400eb89461145c5acc44afc6e3fd684 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3400eb89461145c5acc44afc6e3fd684 2024-11-15T05:38:36,907 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3400eb89461145c5acc44afc6e3fd684, entries=100, sequenceid=418, filesize=22.0 K 2024-11-15T05:38:36,907 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/B/c98ac950a1174c6e96d4a3c8227daf4c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c98ac950a1174c6e96d4a3c8227daf4c 2024-11-15T05:38:36,911 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c98ac950a1174c6e96d4a3c8227daf4c, entries=100, sequenceid=418, filesize=9.6 K 2024-11-15T05:38:36,912 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/.tmp/C/dee5fb3a6d6b47acba063db888e3ee5b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/dee5fb3a6d6b47acba063db888e3ee5b 2024-11-15T05:38:36,915 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/dee5fb3a6d6b47acba063db888e3ee5b, entries=100, sequenceid=418, filesize=9.6 K 2024-11-15T05:38:36,916 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ddffd0be7935b853768c9db4bf86608a in 1659ms, sequenceid=418, compaction requested=false 2024-11-15T05:38:36,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02f5436f627b466cbd615e20efd20803, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/00237777b1854b50a33b91f11a317c0b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/21428fcec18e4b8ca4c1951ea3d8c71d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e8909e83b3d0405797e2f46709def2d6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/967dabcf71264b1f8e0ff7a238a1c2f5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/6d79a06830744202a7cbadcc845107d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/95c81a146fef4fe1979e7c2b1e5e3472, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c32f70b2b27d456e966538e37379367a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/de99d2cdf4e34d1dacd8ae402c6ad6a5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e515c1ad674d4469a80891bdef6f88d3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c7f37aa197f444e8a2b1cc11b06fc155, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/976fd001a51a4aef9a7a279de5c97063, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/78d13dc613bc4837b2e642a4d150b9c6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/143dbf5872ba463b8eaf10149996cfc2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/be79521f9221451f8de804a6768d0234, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e18ad6ab519840ceb76c12a7d1ce44e1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/bd736b51f7094f8ba0c25a99d39033e1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/81d0ea8561b04426adaf130189ca3517, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/44f580410ff54422b2458aadc999c630, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/d12566b67a174a998e9bf49fa77acd92, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/9b27773f46784ae1a627645a12b731c2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/76e3980e7863448aa894480b6751ca1e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/f7bed99585ed437e9037b6815789e531, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/a22610dfacf541dc96b75b9618cb82a3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/2de28e8f0d004c4a91684baf8dfc2b41, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/32008f13d98748f79db610618d407f72, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3e9520bce2fe4b349767552958227820, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02b50e93e47a430aa3df044c74be0cc2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c8b356c576224572a8e782894a87592a] to archive 2024-11-15T05:38:36,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:38:36,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02f5436f627b466cbd615e20efd20803 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02f5436f627b466cbd615e20efd20803 2024-11-15T05:38:36,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/00237777b1854b50a33b91f11a317c0b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/00237777b1854b50a33b91f11a317c0b 2024-11-15T05:38:36,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/21428fcec18e4b8ca4c1951ea3d8c71d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/21428fcec18e4b8ca4c1951ea3d8c71d 2024-11-15T05:38:36,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e8909e83b3d0405797e2f46709def2d6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e8909e83b3d0405797e2f46709def2d6 2024-11-15T05:38:36,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/967dabcf71264b1f8e0ff7a238a1c2f5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/967dabcf71264b1f8e0ff7a238a1c2f5 2024-11-15T05:38:36,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/6d79a06830744202a7cbadcc845107d1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/6d79a06830744202a7cbadcc845107d1 2024-11-15T05:38:36,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/95c81a146fef4fe1979e7c2b1e5e3472 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/95c81a146fef4fe1979e7c2b1e5e3472 2024-11-15T05:38:36,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c32f70b2b27d456e966538e37379367a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c32f70b2b27d456e966538e37379367a 2024-11-15T05:38:36,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/de99d2cdf4e34d1dacd8ae402c6ad6a5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/de99d2cdf4e34d1dacd8ae402c6ad6a5 2024-11-15T05:38:36,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e515c1ad674d4469a80891bdef6f88d3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e515c1ad674d4469a80891bdef6f88d3 2024-11-15T05:38:36,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c7f37aa197f444e8a2b1cc11b06fc155 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c7f37aa197f444e8a2b1cc11b06fc155 2024-11-15T05:38:36,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/976fd001a51a4aef9a7a279de5c97063 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/976fd001a51a4aef9a7a279de5c97063 2024-11-15T05:38:36,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/78d13dc613bc4837b2e642a4d150b9c6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/78d13dc613bc4837b2e642a4d150b9c6 2024-11-15T05:38:36,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/143dbf5872ba463b8eaf10149996cfc2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/143dbf5872ba463b8eaf10149996cfc2 2024-11-15T05:38:36,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/be79521f9221451f8de804a6768d0234 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/be79521f9221451f8de804a6768d0234 2024-11-15T05:38:36,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e18ad6ab519840ceb76c12a7d1ce44e1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/e18ad6ab519840ceb76c12a7d1ce44e1 2024-11-15T05:38:36,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/bd736b51f7094f8ba0c25a99d39033e1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/bd736b51f7094f8ba0c25a99d39033e1 2024-11-15T05:38:36,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/81d0ea8561b04426adaf130189ca3517 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/81d0ea8561b04426adaf130189ca3517 2024-11-15T05:38:36,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/44f580410ff54422b2458aadc999c630 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/44f580410ff54422b2458aadc999c630 2024-11-15T05:38:36,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/d12566b67a174a998e9bf49fa77acd92 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/d12566b67a174a998e9bf49fa77acd92 2024-11-15T05:38:36,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/9b27773f46784ae1a627645a12b731c2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/9b27773f46784ae1a627645a12b731c2 2024-11-15T05:38:36,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/76e3980e7863448aa894480b6751ca1e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/76e3980e7863448aa894480b6751ca1e 2024-11-15T05:38:36,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/f7bed99585ed437e9037b6815789e531 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/f7bed99585ed437e9037b6815789e531 2024-11-15T05:38:36,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/a22610dfacf541dc96b75b9618cb82a3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/a22610dfacf541dc96b75b9618cb82a3 2024-11-15T05:38:36,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/2de28e8f0d004c4a91684baf8dfc2b41 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/2de28e8f0d004c4a91684baf8dfc2b41 2024-11-15T05:38:36,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/32008f13d98748f79db610618d407f72 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/32008f13d98748f79db610618d407f72 2024-11-15T05:38:36,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3e9520bce2fe4b349767552958227820 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3e9520bce2fe4b349767552958227820 2024-11-15T05:38:36,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02b50e93e47a430aa3df044c74be0cc2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/02b50e93e47a430aa3df044c74be0cc2 2024-11-15T05:38:36,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c8b356c576224572a8e782894a87592a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/c8b356c576224572a8e782894a87592a 2024-11-15T05:38:36,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/fb66ec47a8384a3e831c74628053c3b4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/51b509590145427e8734bc0de5760447, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e8b8368ef6bf45f6a3b42d3b24e5109b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/6e50fd5217874c4d8c162f92956086e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e9936ce29b8f40eca7c62090ca1de871, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5be81d191e2543e38cab7a5a69d0a497, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ca7a16f6f0ba4b4f98ab699c8f0f03fe, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/23d4006d09704e118e71c7e5a1508d11, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/12f4dfa59c1e4d4885202c21ad975fdd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7907010b8d824d93adf4dd1e24b156f0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/227e602a341d42bf90994613193ee920, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ff4a6e7383fc4deabaad508a5860881e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/28f732a40b4e477399de8b2e277c459b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/60c2a9e030f94f70821c002dae856ec3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7d40416e809f4031938a1e03559148a4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/592783a1779f4adc8c48dcba356d0072, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f34d8b969f8743b78c244b18a4b3c507, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c2155104742a432cba7b346a26756b2f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/9601ea7fc9b049e99909c0b1a9e44d17, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/49a3ab4380d94f4580b22e646e4bd594, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/25f57f7c018641b1a791c2764beb860a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/eb1abea18e8b49fc941dbe1883e9d3d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/a95d15108ca044e69ef33403ab91f77a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ae9a3bcbadbb4ec9a7ff50519280b319, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5c95797cffaa4294bfb6b9c3516ed81a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c5910d81ffb64a95b2a4f93008c4b715, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/200832a1689e448e9f11e185e4bcd003, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c4913e17f3ee454091a5a09f4544cb55] to archive 2024-11-15T05:38:36,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:38:36,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/fb66ec47a8384a3e831c74628053c3b4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/fb66ec47a8384a3e831c74628053c3b4 2024-11-15T05:38:36,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/51b509590145427e8734bc0de5760447 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/51b509590145427e8734bc0de5760447 2024-11-15T05:38:36,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e8b8368ef6bf45f6a3b42d3b24e5109b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e8b8368ef6bf45f6a3b42d3b24e5109b 2024-11-15T05:38:36,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/6e50fd5217874c4d8c162f92956086e7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/6e50fd5217874c4d8c162f92956086e7 2024-11-15T05:38:36,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e9936ce29b8f40eca7c62090ca1de871 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/e9936ce29b8f40eca7c62090ca1de871 2024-11-15T05:38:36,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5be81d191e2543e38cab7a5a69d0a497 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5be81d191e2543e38cab7a5a69d0a497 2024-11-15T05:38:36,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ca7a16f6f0ba4b4f98ab699c8f0f03fe to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ca7a16f6f0ba4b4f98ab699c8f0f03fe 2024-11-15T05:38:36,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/23d4006d09704e118e71c7e5a1508d11 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/23d4006d09704e118e71c7e5a1508d11 2024-11-15T05:38:36,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/12f4dfa59c1e4d4885202c21ad975fdd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/12f4dfa59c1e4d4885202c21ad975fdd 2024-11-15T05:38:36,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7907010b8d824d93adf4dd1e24b156f0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7907010b8d824d93adf4dd1e24b156f0 2024-11-15T05:38:36,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/227e602a341d42bf90994613193ee920 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/227e602a341d42bf90994613193ee920 2024-11-15T05:38:36,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f7c32cd4f0ac48c8bb33cfd88f0b3dda 2024-11-15T05:38:36,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ff4a6e7383fc4deabaad508a5860881e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ff4a6e7383fc4deabaad508a5860881e 2024-11-15T05:38:36,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/28f732a40b4e477399de8b2e277c459b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/28f732a40b4e477399de8b2e277c459b 2024-11-15T05:38:36,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/60c2a9e030f94f70821c002dae856ec3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/60c2a9e030f94f70821c002dae856ec3 2024-11-15T05:38:36,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7d40416e809f4031938a1e03559148a4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/7d40416e809f4031938a1e03559148a4 2024-11-15T05:38:36,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/592783a1779f4adc8c48dcba356d0072 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/592783a1779f4adc8c48dcba356d0072 2024-11-15T05:38:36,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f34d8b969f8743b78c244b18a4b3c507 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/f34d8b969f8743b78c244b18a4b3c507 2024-11-15T05:38:36,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c2155104742a432cba7b346a26756b2f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c2155104742a432cba7b346a26756b2f 2024-11-15T05:38:36,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/9601ea7fc9b049e99909c0b1a9e44d17 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/9601ea7fc9b049e99909c0b1a9e44d17 2024-11-15T05:38:36,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/49a3ab4380d94f4580b22e646e4bd594 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/49a3ab4380d94f4580b22e646e4bd594 2024-11-15T05:38:36,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/25f57f7c018641b1a791c2764beb860a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/25f57f7c018641b1a791c2764beb860a 2024-11-15T05:38:36,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/eb1abea18e8b49fc941dbe1883e9d3d1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/eb1abea18e8b49fc941dbe1883e9d3d1 2024-11-15T05:38:36,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/a95d15108ca044e69ef33403ab91f77a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/a95d15108ca044e69ef33403ab91f77a 2024-11-15T05:38:36,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ae9a3bcbadbb4ec9a7ff50519280b319 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/ae9a3bcbadbb4ec9a7ff50519280b319 2024-11-15T05:38:36,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5c95797cffaa4294bfb6b9c3516ed81a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/5c95797cffaa4294bfb6b9c3516ed81a 2024-11-15T05:38:36,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c5910d81ffb64a95b2a4f93008c4b715 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c5910d81ffb64a95b2a4f93008c4b715 2024-11-15T05:38:36,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/200832a1689e448e9f11e185e4bcd003 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/200832a1689e448e9f11e185e4bcd003 2024-11-15T05:38:36,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c4913e17f3ee454091a5a09f4544cb55 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c4913e17f3ee454091a5a09f4544cb55 2024-11-15T05:38:36,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/32787986848a484b8960973ae694b549, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/f5aeb43b3428466eb0b0313c4d5821ce, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a74f3228011545f69df1be650cd31eb3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/cd22dc61922943a8b99241c9ee5ae27b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e8d07554978b4d18908b66ce6d234fc8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4675012af6b34a1098d2392c8095b8b9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/38bc3de17c6f4ab599b442d980eae554, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/17f9389adb9d43ff97f2e96af86238c9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/41f0d7dbd27a42a78cbe7cd89765f804, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/053aec8fcb57499389778f6046a6e3b5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4863c96346be4eb5aeb5c5d7a591510d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/738474b23b864c3eb794de3a61bf30ee, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/594a73438db5426a884b38742a1f8973, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/528e2ee49a9b480c8771f12703463572, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b1e6ef2826f5412db9acfa63494ba701, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/5e858cb8ca4942acb32ec8fe699ea6ea, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/c61a7d31022541969f8c95141062de6f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a6ad74c0b9204a1c8c9c84a24f2f1f56, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/47806327ae7b45188190c6274da01f6c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e5a725fcd305492697738b6414c36b2f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a33940e3507b474f99a54b017928ef59, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/fef7a0fdefec419faf76388309a405c7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b9c986553dee4d5e9b6a24dc249cf3b2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/15ac11fd2b1748cabdb4df59d100294f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/1b99877ec9ec4bb18eb50101b3908cf0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/09f2f22ea55546c4b0e4f1437493e46f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/06e05e477d9541f8837215672e22b34d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/434e1d5bf97b4323b8aa63b3cc905075, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/8ca05e980c984b358c8728f6c1628636] to archive 2024-11-15T05:38:36,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:38:36,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/32787986848a484b8960973ae694b549 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/32787986848a484b8960973ae694b549 2024-11-15T05:38:36,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/f5aeb43b3428466eb0b0313c4d5821ce to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/f5aeb43b3428466eb0b0313c4d5821ce 2024-11-15T05:38:36,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a74f3228011545f69df1be650cd31eb3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a74f3228011545f69df1be650cd31eb3 2024-11-15T05:38:36,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/cd22dc61922943a8b99241c9ee5ae27b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/cd22dc61922943a8b99241c9ee5ae27b 2024-11-15T05:38:36,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e8d07554978b4d18908b66ce6d234fc8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e8d07554978b4d18908b66ce6d234fc8 2024-11-15T05:38:36,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4675012af6b34a1098d2392c8095b8b9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4675012af6b34a1098d2392c8095b8b9 2024-11-15T05:38:36,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/38bc3de17c6f4ab599b442d980eae554 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/38bc3de17c6f4ab599b442d980eae554 2024-11-15T05:38:36,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/17f9389adb9d43ff97f2e96af86238c9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/17f9389adb9d43ff97f2e96af86238c9 2024-11-15T05:38:36,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/41f0d7dbd27a42a78cbe7cd89765f804 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/41f0d7dbd27a42a78cbe7cd89765f804 2024-11-15T05:38:36,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/053aec8fcb57499389778f6046a6e3b5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/053aec8fcb57499389778f6046a6e3b5 2024-11-15T05:38:36,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4863c96346be4eb5aeb5c5d7a591510d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/4863c96346be4eb5aeb5c5d7a591510d 2024-11-15T05:38:36,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/738474b23b864c3eb794de3a61bf30ee to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/738474b23b864c3eb794de3a61bf30ee 2024-11-15T05:38:36,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/594a73438db5426a884b38742a1f8973 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/594a73438db5426a884b38742a1f8973 2024-11-15T05:38:36,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/528e2ee49a9b480c8771f12703463572 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/528e2ee49a9b480c8771f12703463572 2024-11-15T05:38:36,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b1e6ef2826f5412db9acfa63494ba701 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b1e6ef2826f5412db9acfa63494ba701 2024-11-15T05:38:36,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/5e858cb8ca4942acb32ec8fe699ea6ea to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/5e858cb8ca4942acb32ec8fe699ea6ea 2024-11-15T05:38:36,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/c61a7d31022541969f8c95141062de6f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/c61a7d31022541969f8c95141062de6f 2024-11-15T05:38:36,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a6ad74c0b9204a1c8c9c84a24f2f1f56 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a6ad74c0b9204a1c8c9c84a24f2f1f56 2024-11-15T05:38:37,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/47806327ae7b45188190c6274da01f6c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/47806327ae7b45188190c6274da01f6c 2024-11-15T05:38:37,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e5a725fcd305492697738b6414c36b2f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/e5a725fcd305492697738b6414c36b2f 2024-11-15T05:38:37,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a33940e3507b474f99a54b017928ef59 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/a33940e3507b474f99a54b017928ef59 2024-11-15T05:38:37,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/fef7a0fdefec419faf76388309a405c7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/fef7a0fdefec419faf76388309a405c7 2024-11-15T05:38:37,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b9c986553dee4d5e9b6a24dc249cf3b2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/b9c986553dee4d5e9b6a24dc249cf3b2 2024-11-15T05:38:37,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/15ac11fd2b1748cabdb4df59d100294f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/15ac11fd2b1748cabdb4df59d100294f 2024-11-15T05:38:37,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/1b99877ec9ec4bb18eb50101b3908cf0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/1b99877ec9ec4bb18eb50101b3908cf0 2024-11-15T05:38:37,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/09f2f22ea55546c4b0e4f1437493e46f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/09f2f22ea55546c4b0e4f1437493e46f 2024-11-15T05:38:37,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/06e05e477d9541f8837215672e22b34d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/06e05e477d9541f8837215672e22b34d 2024-11-15T05:38:37,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/434e1d5bf97b4323b8aa63b3cc905075 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/434e1d5bf97b4323b8aa63b3cc905075 2024-11-15T05:38:37,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/8ca05e980c984b358c8728f6c1628636 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/8ca05e980c984b358c8728f6c1628636 2024-11-15T05:38:37,014 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=4 2024-11-15T05:38:37,015 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. 2024-11-15T05:38:37,015 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for ddffd0be7935b853768c9db4bf86608a: Waiting for close lock at 1731649115256Running coprocessor pre-close hooks at 1731649115256Disabling compacts and flushes for region at 1731649115256Disabling writes for close at 1731649115256Obtaining lock to block concurrent updates at 1731649115256Preparing flush snapshotting stores in ddffd0be7935b853768c9db4bf86608a at 1731649115256Finished memstore snapshotting TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731649115256Flushing stores of TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a. at 1731649115257 (+1 ms)Flushing ddffd0be7935b853768c9db4bf86608a/A: creating writer at 1731649115257Flushing mob file ddffd0be7935b853768c9db4bf86608a/A: appending metadata at 1731649115262 (+5 ms)Flushing mob file ddffd0be7935b853768c9db4bf86608a/A: closing flushed file at 1731649115262Flushing ddffd0be7935b853768c9db4bf86608a/A: appending metadata at 1731649115672 (+410 ms)Flushing ddffd0be7935b853768c9db4bf86608a/A: closing flushed file at 1731649115672Flushing ddffd0be7935b853768c9db4bf86608a/B: creating writer at 1731649116080 (+408 ms)Flushing ddffd0be7935b853768c9db4bf86608a/B: appending metadata at 1731649116083 (+3 ms)Flushing ddffd0be7935b853768c9db4bf86608a/B: closing flushed file at 1731649116083Flushing ddffd0be7935b853768c9db4bf86608a/C: creating writer at 1731649116491 (+408 ms)Flushing ddffd0be7935b853768c9db4bf86608a/C: appending metadata at 1731649116494 (+3 ms)Flushing ddffd0be7935b853768c9db4bf86608a/C: closing flushed file at 1731649116494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f011e7: reopening flushed file at 1731649116902 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a3a661: reopening flushed file at 1731649116907 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e23e87d: reopening flushed file at 1731649116911 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ddffd0be7935b853768c9db4bf86608a in 1659ms, sequenceid=418, compaction requested=false at 1731649116916 (+5 ms)Writing region close event to WAL at 1731649117011 (+95 ms)Running coprocessor post-close hooks at 1731649117015 (+4 ms)Closed at 1731649117015 2024-11-15T05:38:37,017 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=ddffd0be7935b853768c9db4bf86608a, regionState=CLOSED 2024-11-15T05:38:37,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:38:37,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-15T05:38:37,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure ddffd0be7935b853768c9db4bf86608a, server=e243dcb6c2df,33879,1731649056842 in 1.9160 sec 2024-11-15T05:38:37,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-15T05:38:37,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddffd0be7935b853768c9db4bf86608a, UNASSIGN in 1.9210 sec 2024-11-15T05:38:37,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-15T05:38:37,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9240 sec 2024-11-15T05:38:37,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649117026"}]},"ts":"1731649117026"} 2024-11-15T05:38:37,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T05:38:37,028 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T05:38:37,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9340 sec 2024-11-15T05:38:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-15T05:38:37,252 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:37,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T05:38:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:37,254 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T05:38:37,255 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:37,257 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,260 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/recovered.edits] 2024-11-15T05:38:37,262 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3400eb89461145c5acc44afc6e3fd684 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/3400eb89461145c5acc44afc6e3fd684 2024-11-15T05:38:37,263 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/39ccc26e11c446d08ca8858ec9320f10 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/A/39ccc26e11c446d08ca8858ec9320f10 2024-11-15T05:38:37,265 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/20ae8abd8c9540db817a67f4dd9e8b51 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/20ae8abd8c9540db817a67f4dd9e8b51 2024-11-15T05:38:37,267 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c98ac950a1174c6e96d4a3c8227daf4c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/B/c98ac950a1174c6e96d4a3c8227daf4c 2024-11-15T05:38:37,269 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/dee5fb3a6d6b47acba063db888e3ee5b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/dee5fb3a6d6b47acba063db888e3ee5b 2024-11-15T05:38:37,270 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/fdbfe67238914f87b44d98948207e774 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/C/fdbfe67238914f87b44d98948207e774 2024-11-15T05:38:37,272 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/recovered.edits/421.seqid to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a/recovered.edits/421.seqid 2024-11-15T05:38:37,273 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,273 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T05:38:37,273 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T05:38:37,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T05:38:37,277 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150003e62091774d2b94991a22a7005f37_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150003e62091774d2b94991a22a7005f37_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,278 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151446639ada324d469583ef6b5bdbdc5b_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151446639ada324d469583ef6b5bdbdc5b_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,280 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151ed6bea8072d46e196cd88cac53d9d45_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151ed6bea8072d46e196cd88cac53d9d45_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,281 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111535903a23fe2b4295ba839b9e2471b8d6_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111535903a23fe2b4295ba839b9e2471b8d6_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,282 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115430fc5001a2b48b4a4e6653ecbd2874e_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115430fc5001a2b48b4a4e6653ecbd2874e_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,283 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115457e45c33e1c4a56a17c01782295146a_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115457e45c33e1c4a56a17c01782295146a_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,284 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111548c2750fc21e467b9bc79673efe3e011_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111548c2750fc21e467b9bc79673efe3e011_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,285 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154a078000d9ea4c0286f9c4fd5491f229_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154a078000d9ea4c0286f9c4fd5491f229_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,286 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111562d3ed3df2f04afa94a0ff4b52e982ac_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111562d3ed3df2f04afa94a0ff4b52e982ac_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,287 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115652cd99a23e34c01a5ce639278c51ecc_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115652cd99a23e34c01a5ce639278c51ecc_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,288 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156cda4b374edb4a579650087c850075d8_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156cda4b374edb4a579650087c850075d8_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,290 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115795a99e97ca44a398317e673bf637418_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115795a99e97ca44a398317e673bf637418_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,291 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157d74d04898c149a2b46449cfb233193c_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157d74d04898c149a2b46449cfb233193c_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,292 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115939685b1a20c4ac0b5252ae90174c684_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115939685b1a20c4ac0b5252ae90174c684_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,293 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a914adcfaf044c959ed611024b880d05_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a914adcfaf044c959ed611024b880d05_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,295 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b4e9fa0ec2424b9da76f4686e9494960_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b4e9fa0ec2424b9da76f4686e9494960_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,296 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ba0ca7dfcf30413995e8c23e9ea025d5_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ba0ca7dfcf30413995e8c23e9ea025d5_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,297 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ccd33d7aac3843eca1566f305c0da6fa_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ccd33d7aac3843eca1566f305c0da6fa_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,298 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cfa73f392e574972a66008dc9db1b9d3_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cfa73f392e574972a66008dc9db1b9d3_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,300 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d0680fbac39f48f8b26905df33a5995d_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d0680fbac39f48f8b26905df33a5995d_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,301 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e8e1b10c90a84666b414a21235e13536_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e8e1b10c90a84666b414a21235e13536_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,302 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f0405d2be37a4022bbd36e3ac0ade8bf_ddffd0be7935b853768c9db4bf86608a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f0405d2be37a4022bbd36e3ac0ade8bf_ddffd0be7935b853768c9db4bf86608a 2024-11-15T05:38:37,302 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T05:38:37,305 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:37,307 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T05:38:37,309 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T05:38:37,310 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:37,310 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T05:38:37,311 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731649117310"}]},"ts":"9223372036854775807"} 2024-11-15T05:38:37,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T05:38:37,313 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ddffd0be7935b853768c9db4bf86608a, NAME => 'TestAcidGuarantees,,1731649087885.ddffd0be7935b853768c9db4bf86608a.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T05:38:37,313 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T05:38:37,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731649117313"}]},"ts":"9223372036854775807"} 2024-11-15T05:38:37,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T05:38:37,315 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:37,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-15T05:38:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-15T05:38:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T05:38:37,362 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:37,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1953168280_22 at /127.0.0.1:46138 [Waiting for operation #666] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1421029009_22 at /127.0.0.1:47550 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1421029009_22 at /127.0.0.1:47576 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1953168280_22 at /127.0.0.1:42196 [Waiting for operation #312] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 429), ProcessCount=11 (was 11), AvailableMemoryMB=8324 (was 8425) 2024-11-15T05:38:37,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=8324 2024-11-15T05:38:37,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:38:37,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:38:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T05:38:37,383 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T05:38:37,383 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:37,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-15T05:38:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-15T05:38:37,384 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T05:38:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742078_1254 (size=959) 2024-11-15T05:38:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-15T05:38:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-15T05:38:37,792 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e 2024-11-15T05:38:37,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742079_1255 (size=53) 2024-11-15T05:38:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-15T05:38:38,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:38:38,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 94fb78dd2ed3725a0d10cfa8c2e11521, disabling compactions & flushes 2024-11-15T05:38:38,198 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:38,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:38,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. after waiting 0 ms 2024-11-15T05:38:38,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:38,198 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:38,198 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94fb78dd2ed3725a0d10cfa8c2e11521: Waiting for close lock at 1731649118198Disabling compacts and flushes for region at 1731649118198Disabling writes for close at 1731649118198Writing region close event to WAL at 1731649118198Closed at 1731649118198 2024-11-15T05:38:38,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T05:38:38,200 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731649118199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731649118199"}]},"ts":"1731649118199"} 2024-11-15T05:38:38,201 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T05:38:38,202 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T05:38:38,202 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649118202"}]},"ts":"1731649118202"} 2024-11-15T05:38:38,203 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T05:38:38,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, ASSIGN}] 2024-11-15T05:38:38,204 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, ASSIGN 2024-11-15T05:38:38,205 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, ASSIGN; state=OFFLINE, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=false 2024-11-15T05:38:38,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=94fb78dd2ed3725a0d10cfa8c2e11521, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:38,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, ASSIGN because future has completed 2024-11-15T05:38:38,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:38:38,511 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:38,511 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:38:38,511 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,512 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:38:38,512 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,512 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,513 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,514 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94fb78dd2ed3725a0d10cfa8c2e11521 columnFamilyName A 2024-11-15T05:38:38,514 DEBUG [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:38,514 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] regionserver.HStore(327): Store=94fb78dd2ed3725a0d10cfa8c2e11521/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:38,515 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,515 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94fb78dd2ed3725a0d10cfa8c2e11521 columnFamilyName B 2024-11-15T05:38:38,515 DEBUG [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:38,516 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] regionserver.HStore(327): Store=94fb78dd2ed3725a0d10cfa8c2e11521/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:38,516 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,517 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94fb78dd2ed3725a0d10cfa8c2e11521 columnFamilyName C 2024-11-15T05:38:38,517 DEBUG [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:38:38,517 INFO [StoreOpener-94fb78dd2ed3725a0d10cfa8c2e11521-1 {}] regionserver.HStore(327): Store=94fb78dd2ed3725a0d10cfa8c2e11521/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:38:38,517 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,518 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,518 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,519 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,519 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,519 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:38:38,520 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-15T05:38:38,522 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T05:38:38,522 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 94fb78dd2ed3725a0d10cfa8c2e11521; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62846309, jitterRate=-0.0635170191526413}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:38:38,522 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:38,523 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 94fb78dd2ed3725a0d10cfa8c2e11521: Running coprocessor pre-open hook at 1731649118512Writing region info on filesystem at 1731649118512Initializing all the Stores at 1731649118512Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649118513 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649118513Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649118513Cleaning up temporary data from old regions at 1731649118519 (+6 ms)Running coprocessor post-open hooks at 1731649118522 (+3 ms)Region opened successfully at 1731649118523 (+1 ms) 2024-11-15T05:38:38,523 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., pid=65, masterSystemTime=1731649118508 2024-11-15T05:38:38,525 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:38,525 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:38,525 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=94fb78dd2ed3725a0d10cfa8c2e11521, regionState=OPEN, openSeqNum=2, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:38:38,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-15T05:38:38,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 in 170 msec 2024-11-15T05:38:38,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-15T05:38:38,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, ASSIGN in 325 msec 2024-11-15T05:38:38,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T05:38:38,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649118530"}]},"ts":"1731649118530"} 2024-11-15T05:38:38,532 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T05:38:38,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T05:38:38,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-15T05:38:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-15T05:38:39,531 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:39,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2712dedd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,533 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c17419f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,535 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@867404c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T05:38:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e243dcb6c2df,33963,1731649056030 2024-11-15T05:38:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69bc622c 2024-11-15T05:38:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T05:38:39,540 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T05:38:39,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec3b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,541 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca42a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,542 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a192a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cbc4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,544 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d95fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19735822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4365a39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,547 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b36d60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,548 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bf4dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475d5325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a20bc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,550 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6910a503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547d6ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,552 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a481ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,553 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71aae786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aa347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,554 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b276403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,555 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a8a036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3ed5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,557 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57633671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,558 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8f0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fab171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,560 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e34fffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,561 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9ebb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ba3a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,562 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36426f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6a4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46691b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:38:39,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:38:39,565 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:38:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:38:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:38:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f70b2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:38:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:38:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:39,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:38:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49adc487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:38:39,567 DEBUG [Thread-1195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,567 DEBUG [Thread-1191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,567 DEBUG [Thread-1184 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,567 DEBUG [Thread-1189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,567 DEBUG [Thread-1180 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,568 DEBUG [Thread-1193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,568 DEBUG [Thread-1178 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,568 DEBUG [Thread-1182 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,569 DEBUG [Thread-1186 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:39,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,571 DEBUG [Thread-1197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:38:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-15T05:38:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:38:39,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:38:39,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T05:38:39,573 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:39,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:38:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:38:39,576 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:39,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:39,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:38:39,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/4f8133b68cf644c999a72674125cea43 is 50, key is test_row_0/A:col10/1731649119581/Put/seqid=0 2024-11-15T05:38:39,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742080_1256 (size=12001) 2024-11-15T05:38:39,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649179620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649179620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649179623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649179627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649179629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T05:38:39,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:39,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:39,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:39,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:39,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:39,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649179732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649179732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649179741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649179741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649179741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:39,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:39,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:39,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:39,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:39,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T05:38:39,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649179941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649179941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649179951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649179951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649179951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/4f8133b68cf644c999a72674125cea43 2024-11-15T05:38:40,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2ad9cf4265df4d7a890adcc57ee91db3 is 50, key is test_row_0/B:col10/1731649119581/Put/seqid=0 2024-11-15T05:38:40,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742081_1257 (size=12001) 2024-11-15T05:38:40,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T05:38:40,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649180252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649180252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649180261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649180261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649180261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2ad9cf4265df4d7a890adcc57ee91db3 2024-11-15T05:38:40,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5530ba2bfbb245fb8ff437dcf10b084d is 50, key is test_row_0/C:col10/1731649119581/Put/seqid=0 2024-11-15T05:38:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742082_1258 (size=12001) 2024-11-15T05:38:40,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T05:38:40,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649180761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649180761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649180772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649180772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649180772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:40,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5530ba2bfbb245fb8ff437dcf10b084d 2024-11-15T05:38:40,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/4f8133b68cf644c999a72674125cea43 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4f8133b68cf644c999a72674125cea43 2024-11-15T05:38:40,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:40,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:40,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:40,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:40,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4f8133b68cf644c999a72674125cea43, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T05:38:40,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2ad9cf4265df4d7a890adcc57ee91db3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ad9cf4265df4d7a890adcc57ee91db3 2024-11-15T05:38:40,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ad9cf4265df4d7a890adcc57ee91db3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T05:38:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5530ba2bfbb245fb8ff437dcf10b084d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5530ba2bfbb245fb8ff437dcf10b084d 2024-11-15T05:38:40,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5530ba2bfbb245fb8ff437dcf10b084d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T05:38:40,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 1394ms, sequenceid=12, compaction requested=false 2024-11-15T05:38:40,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:41,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T05:38:41,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:41,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:38:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/ba0c7fcfc63a4f998eb66cec0be39bb9 is 50, key is test_row_0/A:col10/1731649119617/Put/seqid=0 2024-11-15T05:38:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742083_1259 (size=12001) 2024-11-15T05:38:41,154 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/ba0c7fcfc63a4f998eb66cec0be39bb9 2024-11-15T05:38:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/d5b4e851796d4dc8a0857d710c2a7c63 is 50, key is test_row_0/B:col10/1731649119617/Put/seqid=0 2024-11-15T05:38:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742084_1260 (size=12001) 2024-11-15T05:38:41,576 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/d5b4e851796d4dc8a0857d710c2a7c63 2024-11-15T05:38:41,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/8bfc12d13d1b4e68888554050b57b2a9 is 50, key is test_row_0/C:col10/1731649119617/Put/seqid=0 2024-11-15T05:38:41,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742085_1261 (size=12001) 2024-11-15T05:38:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T05:38:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:41,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649181789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:41,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649181789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:41,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649181791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:41,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649181791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:41,797 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 94fb78dd2ed3725a0d10cfa8c2e11521 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:41,798 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in 94fb78dd2ed3725a0d10cfa8c2e11521 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:41,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649181795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:41,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649181902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:41,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649181902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:41,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649181911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,008 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/8bfc12d13d1b4e68888554050b57b2a9 2024-11-15T05:38:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/ba0c7fcfc63a4f998eb66cec0be39bb9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ba0c7fcfc63a4f998eb66cec0be39bb9 2024-11-15T05:38:42,024 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ba0c7fcfc63a4f998eb66cec0be39bb9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T05:38:42,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/d5b4e851796d4dc8a0857d710c2a7c63 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d5b4e851796d4dc8a0857d710c2a7c63 2024-11-15T05:38:42,035 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d5b4e851796d4dc8a0857d710c2a7c63, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T05:38:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/8bfc12d13d1b4e68888554050b57b2a9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/8bfc12d13d1b4e68888554050b57b2a9 2024-11-15T05:38:42,044 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/8bfc12d13d1b4e68888554050b57b2a9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T05:38:42,045 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 929ms, sequenceid=37, compaction requested=false 2024-11-15T05:38:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-15T05:38:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-15T05:38:42,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-15T05:38:42,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec 2024-11-15T05:38:42,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.4810 sec 2024-11-15T05:38:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:42,114 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:42,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:38:42,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/4941f20c941d4f029b300de193447af6 is 50, key is test_row_0/A:col10/1731649122112/Put/seqid=0 2024-11-15T05:38:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742086_1262 (size=12001) 2024-11-15T05:38:42,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/4941f20c941d4f029b300de193447af6 2024-11-15T05:38:42,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/8eb8f2be6ac949ff90c027b1c5cad01d is 50, key is test_row_0/B:col10/1731649122112/Put/seqid=0 2024-11-15T05:38:42,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742087_1263 (size=12001) 2024-11-15T05:38:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649182167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649182169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649182172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649182281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649182281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649182281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649182491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649182491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649182491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T05:38:42,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/8eb8f2be6ac949ff90c027b1c5cad01d 2024-11-15T05:38:42,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3aee5b89dd5b4fdaa6cec45aaf743bd5 is 50, key is test_row_0/C:col10/1731649122112/Put/seqid=0 2024-11-15T05:38:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742088_1264 (size=12001) 2024-11-15T05:38:42,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3aee5b89dd5b4fdaa6cec45aaf743bd5 2024-11-15T05:38:42,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/4941f20c941d4f029b300de193447af6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4941f20c941d4f029b300de193447af6 2024-11-15T05:38:42,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4941f20c941d4f029b300de193447af6, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T05:38:42,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/8eb8f2be6ac949ff90c027b1c5cad01d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/8eb8f2be6ac949ff90c027b1c5cad01d 2024-11-15T05:38:42,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/8eb8f2be6ac949ff90c027b1c5cad01d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T05:38:42,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3aee5b89dd5b4fdaa6cec45aaf743bd5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3aee5b89dd5b4fdaa6cec45aaf743bd5 2024-11-15T05:38:42,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3aee5b89dd5b4fdaa6cec45aaf743bd5, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T05:38:42,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 499ms, sequenceid=49, compaction requested=true 2024-11-15T05:38:42,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:42,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:42,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:42,614 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:42,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:42,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:42,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:42,614 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:42,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:42,615 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:42,615 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:42,615 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:42,615 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:42,615 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:42,615 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:42,615 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ad9cf4265df4d7a890adcc57ee91db3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d5b4e851796d4dc8a0857d710c2a7c63, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/8eb8f2be6ac949ff90c027b1c5cad01d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=35.2 K 2024-11-15T05:38:42,615 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4f8133b68cf644c999a72674125cea43, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ba0c7fcfc63a4f998eb66cec0be39bb9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4941f20c941d4f029b300de193447af6] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=35.2 K 2024-11-15T05:38:42,616 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ad9cf4265df4d7a890adcc57ee91db3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731649119579 2024-11-15T05:38:42,616 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f8133b68cf644c999a72674125cea43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731649119579 2024-11-15T05:38:42,616 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba0c7fcfc63a4f998eb66cec0be39bb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731649119617 2024-11-15T05:38:42,616 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d5b4e851796d4dc8a0857d710c2a7c63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731649119617 2024-11-15T05:38:42,616 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4941f20c941d4f029b300de193447af6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731649121786 2024-11-15T05:38:42,616 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eb8f2be6ac949ff90c027b1c5cad01d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731649121786 2024-11-15T05:38:42,624 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:42,625 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/9e8978dedcb442758ea290ab251f8cde is 50, key is test_row_0/B:col10/1731649122112/Put/seqid=0 2024-11-15T05:38:42,627 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:42,628 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/fbc054d2c301403880ab7b4511715a5a is 50, key is test_row_0/A:col10/1731649122112/Put/seqid=0 2024-11-15T05:38:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742090_1266 (size=12104) 2024-11-15T05:38:42,649 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/fbc054d2c301403880ab7b4511715a5a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fbc054d2c301403880ab7b4511715a5a 2024-11-15T05:38:42,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742089_1265 (size=12104) 2024-11-15T05:38:42,656 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into fbc054d2c301403880ab7b4511715a5a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:42,656 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:42,656 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=13, startTime=1731649122613; duration=0sec 2024-11-15T05:38:42,656 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:42,656 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:42,656 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:42,657 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:42,657 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:42,657 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:42,657 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5530ba2bfbb245fb8ff437dcf10b084d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/8bfc12d13d1b4e68888554050b57b2a9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3aee5b89dd5b4fdaa6cec45aaf743bd5] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=35.2 K 2024-11-15T05:38:42,658 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5530ba2bfbb245fb8ff437dcf10b084d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731649119579 2024-11-15T05:38:42,659 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bfc12d13d1b4e68888554050b57b2a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731649119617 2024-11-15T05:38:42,660 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aee5b89dd5b4fdaa6cec45aaf743bd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731649121786 2024-11-15T05:38:42,668 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:42,669 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/cd5f6a0f772341de90d5d4cead72289c is 50, key is test_row_0/C:col10/1731649122112/Put/seqid=0 2024-11-15T05:38:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742091_1267 (size=12104) 2024-11-15T05:38:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:42,805 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:42,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T05:38:42,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/fc50a3dea96b440bb7e4fcbb75f882d6 is 50, key is test_row_0/A:col10/1731649122157/Put/seqid=0 2024-11-15T05:38:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742092_1268 (size=16681) 2024-11-15T05:38:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649182818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649182818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649182820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649182931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649182931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649182931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,061 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/9e8978dedcb442758ea290ab251f8cde as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/9e8978dedcb442758ea290ab251f8cde 2024-11-15T05:38:43,068 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into 9e8978dedcb442758ea290ab251f8cde(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:43,068 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:43,069 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=13, startTime=1731649122614; duration=0sec 2024-11-15T05:38:43,069 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:43,069 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:43,078 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/cd5f6a0f772341de90d5d4cead72289c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cd5f6a0f772341de90d5d4cead72289c 2024-11-15T05:38:43,083 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into cd5f6a0f772341de90d5d4cead72289c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:43,084 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:43,084 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=13, startTime=1731649122614; duration=0sec 2024-11-15T05:38:43,084 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:43,084 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649183141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649183142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649183142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/fc50a3dea96b440bb7e4fcbb75f882d6 2024-11-15T05:38:43,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/55b2daae8fa54b1bb27df7edc85a2140 is 50, key is test_row_0/B:col10/1731649122157/Put/seqid=0 2024-11-15T05:38:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742093_1269 (size=12001) 2024-11-15T05:38:43,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649183451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649183451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649183451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/55b2daae8fa54b1bb27df7edc85a2140 2024-11-15T05:38:43,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/26f8c030e6be4e4d9d3844d670ae54fb is 50, key is test_row_0/C:col10/1731649122157/Put/seqid=0 2024-11-15T05:38:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742094_1270 (size=12001) 2024-11-15T05:38:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T05:38:43,731 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:43,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-15T05:38:43,735 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T05:38:43,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:43,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:43,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649183811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,815 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in 94fb78dd2ed3725a0d10cfa8c2e11521 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649183821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,823 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 94fb78dd2ed3725a0d10cfa8c2e11521 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T05:38:43,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T05:38:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:43,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649183961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649183961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649183961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:44,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T05:38:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:44,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T05:38:44,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/26f8c030e6be4e4d9d3844d670ae54fb 2024-11-15T05:38:44,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/fc50a3dea96b440bb7e4fcbb75f882d6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fc50a3dea96b440bb7e4fcbb75f882d6 2024-11-15T05:38:44,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fc50a3dea96b440bb7e4fcbb75f882d6, entries=250, sequenceid=78, filesize=16.3 K 2024-11-15T05:38:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/55b2daae8fa54b1bb27df7edc85a2140 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/55b2daae8fa54b1bb27df7edc85a2140 2024-11-15T05:38:44,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/55b2daae8fa54b1bb27df7edc85a2140, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T05:38:44,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/26f8c030e6be4e4d9d3844d670ae54fb as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/26f8c030e6be4e4d9d3844d670ae54fb 2024-11-15T05:38:44,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/26f8c030e6be4e4d9d3844d670ae54fb, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T05:38:44,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 1287ms, sequenceid=78, compaction requested=false 2024-11-15T05:38:44,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:44,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T05:38:44,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:44,196 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T05:38:44,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/0c1d627d68a045018c4ff721ef479d6a is 50, key is test_row_0/A:col10/1731649122813/Put/seqid=0 2024-11-15T05:38:44,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742095_1271 (size=9657) 2024-11-15T05:38:44,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/0c1d627d68a045018c4ff721ef479d6a 2024-11-15T05:38:44,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/d08a5ce1ee8a41658590c7e290dcad81 is 50, key is test_row_0/B:col10/1731649122813/Put/seqid=0 2024-11-15T05:38:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742096_1272 (size=9657) 2024-11-15T05:38:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T05:38:44,622 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/d08a5ce1ee8a41658590c7e290dcad81 2024-11-15T05:38:44,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3a4614904be646c98ce026a658b96b42 is 50, key is test_row_0/C:col10/1731649122813/Put/seqid=0 2024-11-15T05:38:44,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742097_1273 (size=9657) 2024-11-15T05:38:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T05:38:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:44,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:45,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649185026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649185027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649185029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,060 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3a4614904be646c98ce026a658b96b42 2024-11-15T05:38:45,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/0c1d627d68a045018c4ff721ef479d6a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0c1d627d68a045018c4ff721ef479d6a 2024-11-15T05:38:45,073 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0c1d627d68a045018c4ff721ef479d6a, entries=100, sequenceid=88, filesize=9.4 K 2024-11-15T05:38:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/d08a5ce1ee8a41658590c7e290dcad81 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d08a5ce1ee8a41658590c7e290dcad81 2024-11-15T05:38:45,077 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d08a5ce1ee8a41658590c7e290dcad81, entries=100, sequenceid=88, filesize=9.4 K 2024-11-15T05:38:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3a4614904be646c98ce026a658b96b42 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3a4614904be646c98ce026a658b96b42 2024-11-15T05:38:45,084 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3a4614904be646c98ce026a658b96b42, entries=100, sequenceid=88, filesize=9.4 K 2024-11-15T05:38:45,085 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 889ms, sequenceid=88, compaction requested=true 2024-11-15T05:38:45,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:45,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:45,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-15T05:38:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-15T05:38:45,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-15T05:38:45,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3500 sec 2024-11-15T05:38:45,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.3580 sec 2024-11-15T05:38:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:45,146 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:45,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-15T05:38:45,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/456e60636ad74ff38c70afe37b1345f5 is 50, key is test_row_0/A:col10/1731649125146/Put/seqid=0 2024-11-15T05:38:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649185153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742098_1274 (size=16681) 2024-11-15T05:38:45,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649185154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649185154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/456e60636ad74ff38c70afe37b1345f5 2024-11-15T05:38:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/bc04d165c9274731a5d5896ef8a8e0e4 is 50, key is test_row_0/B:col10/1731649125146/Put/seqid=0 2024-11-15T05:38:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742099_1275 (size=12001) 2024-11-15T05:38:45,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649185261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649185261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649185261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649185472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649185472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649185472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/bc04d165c9274731a5d5896ef8a8e0e4 2024-11-15T05:38:45,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/c30862b12234430cb2cb16147e472b4d is 50, key is test_row_0/C:col10/1731649125146/Put/seqid=0 2024-11-15T05:38:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742100_1276 (size=12001) 2024-11-15T05:38:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649185781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649185781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649185781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T05:38:45,902 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:45,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-15T05:38:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T05:38:45,904 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:45,905 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:45,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T05:38:46,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/c30862b12234430cb2cb16147e472b4d 2024-11-15T05:38:46,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/456e60636ad74ff38c70afe37b1345f5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/456e60636ad74ff38c70afe37b1345f5 2024-11-15T05:38:46,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/456e60636ad74ff38c70afe37b1345f5, entries=250, sequenceid=119, filesize=16.3 K 2024-11-15T05:38:46,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/bc04d165c9274731a5d5896ef8a8e0e4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/bc04d165c9274731a5d5896ef8a8e0e4 2024-11-15T05:38:46,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/bc04d165c9274731a5d5896ef8a8e0e4, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T05:38:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/c30862b12234430cb2cb16147e472b4d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c30862b12234430cb2cb16147e472b4d 2024-11-15T05:38:46,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c30862b12234430cb2cb16147e472b4d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T05:38:46,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 891ms, sequenceid=119, compaction requested=true 2024-11-15T05:38:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:46,037 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:46,037 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:46,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:46,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:46,040 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:46,040 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55123 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:46,040 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:46,040 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:46,040 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:46,040 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:46,040 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/9e8978dedcb442758ea290ab251f8cde, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/55b2daae8fa54b1bb27df7edc85a2140, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d08a5ce1ee8a41658590c7e290dcad81, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/bc04d165c9274731a5d5896ef8a8e0e4] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=44.7 K 2024-11-15T05:38:46,040 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fbc054d2c301403880ab7b4511715a5a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fc50a3dea96b440bb7e4fcbb75f882d6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0c1d627d68a045018c4ff721ef479d6a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/456e60636ad74ff38c70afe37b1345f5] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=53.8 K 2024-11-15T05:38:46,041 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbc054d2c301403880ab7b4511715a5a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731649121786 2024-11-15T05:38:46,041 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8978dedcb442758ea290ab251f8cde, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731649121786 2024-11-15T05:38:46,041 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc50a3dea96b440bb7e4fcbb75f882d6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731649122157 2024-11-15T05:38:46,041 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 55b2daae8fa54b1bb27df7edc85a2140, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731649122157 2024-11-15T05:38:46,042 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c1d627d68a045018c4ff721ef479d6a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731649122813 2024-11-15T05:38:46,042 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d08a5ce1ee8a41658590c7e290dcad81, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731649122813 2024-11-15T05:38:46,042 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 456e60636ad74ff38c70afe37b1345f5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731649125024 2024-11-15T05:38:46,043 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting bc04d165c9274731a5d5896ef8a8e0e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731649125024 2024-11-15T05:38:46,054 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:46,055 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:46,055 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/8a4c24b7a03d49c59752682caeabfc66 is 50, key is test_row_0/A:col10/1731649125146/Put/seqid=0 2024-11-15T05:38:46,055 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/dc11f364d49c4a2b99d97078e189c3f6 is 50, key is test_row_0/B:col10/1731649125146/Put/seqid=0 2024-11-15T05:38:46,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T05:38:46,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:46,058 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-15T05:38:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742102_1278 (size=12241) 2024-11-15T05:38:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/05c85ed78383411384e57e55c2aed77c is 50, key is test_row_1/A:col10/1731649125152/Put/seqid=0 2024-11-15T05:38:46,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742103_1279 (size=9657) 2024-11-15T05:38:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742101_1277 (size=12241) 2024-11-15T05:38:46,096 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/8a4c24b7a03d49c59752682caeabfc66 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/8a4c24b7a03d49c59752682caeabfc66 2024-11-15T05:38:46,103 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into 8a4c24b7a03d49c59752682caeabfc66(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:46,103 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:46,103 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=12, startTime=1731649126037; duration=0sec 2024-11-15T05:38:46,103 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:46,103 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:46,103 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:46,105 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:46,105 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:46,105 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:46,105 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cd5f6a0f772341de90d5d4cead72289c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/26f8c030e6be4e4d9d3844d670ae54fb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3a4614904be646c98ce026a658b96b42, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c30862b12234430cb2cb16147e472b4d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=44.7 K 2024-11-15T05:38:46,106 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd5f6a0f772341de90d5d4cead72289c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731649121786 2024-11-15T05:38:46,106 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26f8c030e6be4e4d9d3844d670ae54fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731649122157 2024-11-15T05:38:46,107 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a4614904be646c98ce026a658b96b42, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731649122813 2024-11-15T05:38:46,107 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c30862b12234430cb2cb16147e472b4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731649125024 2024-11-15T05:38:46,123 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:46,123 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/bcd2453b835e4292bd4237f6ccc15df5 is 50, key is test_row_0/C:col10/1731649125146/Put/seqid=0 2024-11-15T05:38:46,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742104_1280 (size=12241) 2024-11-15T05:38:46,158 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/bcd2453b835e4292bd4237f6ccc15df5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bcd2453b835e4292bd4237f6ccc15df5 2024-11-15T05:38:46,164 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into bcd2453b835e4292bd4237f6ccc15df5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:46,165 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:46,165 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=12, startTime=1731649126038; duration=0sec 2024-11-15T05:38:46,165 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:46,165 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T05:38:46,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:46,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649186392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649186394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649186396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,488 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/dc11f364d49c4a2b99d97078e189c3f6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/dc11f364d49c4a2b99d97078e189c3f6 2024-11-15T05:38:46,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/05c85ed78383411384e57e55c2aed77c 2024-11-15T05:38:46,495 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into dc11f364d49c4a2b99d97078e189c3f6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:46,495 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:46,495 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=12, startTime=1731649126037; duration=0sec 2024-11-15T05:38:46,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/f0c2823f1de44ae5851238c151c0f145 is 50, key is test_row_1/B:col10/1731649125152/Put/seqid=0 2024-11-15T05:38:46,496 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:46,496 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742105_1281 (size=9657) 2024-11-15T05:38:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649186502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649186502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649186502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T05:38:46,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649186711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649186711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649186712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:46,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/f0c2823f1de44ae5851238c151c0f145 2024-11-15T05:38:46,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/18b91cd015454f13a64de5f48c969108 is 50, key is test_row_1/C:col10/1731649125152/Put/seqid=0 2024-11-15T05:38:46,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742106_1282 (size=9657) 2024-11-15T05:38:47,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649187021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649187021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649187021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T05:38:47,313 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/18b91cd015454f13a64de5f48c969108 2024-11-15T05:38:47,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/05c85ed78383411384e57e55c2aed77c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/05c85ed78383411384e57e55c2aed77c 2024-11-15T05:38:47,322 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/05c85ed78383411384e57e55c2aed77c, entries=100, sequenceid=125, filesize=9.4 K 2024-11-15T05:38:47,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/f0c2823f1de44ae5851238c151c0f145 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f0c2823f1de44ae5851238c151c0f145 2024-11-15T05:38:47,327 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f0c2823f1de44ae5851238c151c0f145, entries=100, sequenceid=125, filesize=9.4 K 2024-11-15T05:38:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/18b91cd015454f13a64de5f48c969108 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/18b91cd015454f13a64de5f48c969108 2024-11-15T05:38:47,333 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/18b91cd015454f13a64de5f48c969108, entries=100, sequenceid=125, filesize=9.4 K 2024-11-15T05:38:47,334 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 1276ms, sequenceid=125, compaction requested=false 2024-11-15T05:38:47,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:47,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:47,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-15T05:38:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-15T05:38:47,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-15T05:38:47,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-15T05:38:47,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4370 sec 2024-11-15T05:38:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:47,534 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:47,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-15T05:38:47,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649187534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649187536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649187536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/73a5e45196eb46eb9309b19db5785587 is 50, key is test_row_0/A:col10/1731649127532/Put/seqid=0 2024-11-15T05:38:47,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742107_1283 (size=16931) 2024-11-15T05:38:47,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/73a5e45196eb46eb9309b19db5785587 2024-11-15T05:38:47,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e8c80af26b2f4d04b7b1db2386455637 is 50, key is test_row_0/B:col10/1731649127532/Put/seqid=0 2024-11-15T05:38:47,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742108_1284 (size=12151) 2024-11-15T05:38:47,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e8c80af26b2f4d04b7b1db2386455637 2024-11-15T05:38:47,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/42e04137804042278d4c6ce57185a077 is 50, key is test_row_0/C:col10/1731649127532/Put/seqid=0 2024-11-15T05:38:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742109_1285 (size=12151) 2024-11-15T05:38:47,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/42e04137804042278d4c6ce57185a077 2024-11-15T05:38:47,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/73a5e45196eb46eb9309b19db5785587 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/73a5e45196eb46eb9309b19db5785587 2024-11-15T05:38:47,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/73a5e45196eb46eb9309b19db5785587, entries=250, sequenceid=161, filesize=16.5 K 2024-11-15T05:38:47,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e8c80af26b2f4d04b7b1db2386455637 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e8c80af26b2f4d04b7b1db2386455637 2024-11-15T05:38:47,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e8c80af26b2f4d04b7b1db2386455637, entries=150, sequenceid=161, filesize=11.9 K 2024-11-15T05:38:47,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/42e04137804042278d4c6ce57185a077 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42e04137804042278d4c6ce57185a077 2024-11-15T05:38:47,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42e04137804042278d4c6ce57185a077, entries=150, sequenceid=161, filesize=11.9 K 2024-11-15T05:38:47,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 99ms, sequenceid=161, compaction requested=true 2024-11-15T05:38:47,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:47,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:47,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:47,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:47,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:47,634 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:47,634 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:47,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:47,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:47,635 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:47,635 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:47,635 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:47,635 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:47,635 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:47,635 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:47,635 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/dc11f364d49c4a2b99d97078e189c3f6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f0c2823f1de44ae5851238c151c0f145, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e8c80af26b2f4d04b7b1db2386455637] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=33.3 K 2024-11-15T05:38:47,635 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/8a4c24b7a03d49c59752682caeabfc66, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/05c85ed78383411384e57e55c2aed77c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/73a5e45196eb46eb9309b19db5785587] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=37.9 K 2024-11-15T05:38:47,636 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting dc11f364d49c4a2b99d97078e189c3f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731649125024 2024-11-15T05:38:47,636 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a4c24b7a03d49c59752682caeabfc66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731649125024 2024-11-15T05:38:47,637 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f0c2823f1de44ae5851238c151c0f145, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731649125152 2024-11-15T05:38:47,637 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e8c80af26b2f4d04b7b1db2386455637, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731649127532 2024-11-15T05:38:47,637 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05c85ed78383411384e57e55c2aed77c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731649125152 2024-11-15T05:38:47,638 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73a5e45196eb46eb9309b19db5785587, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731649126390 2024-11-15T05:38:47,650 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:47,650 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/0d85577c87f54547ae543fb9232f41fe is 50, key is test_row_0/B:col10/1731649127532/Put/seqid=0 2024-11-15T05:38:47,658 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:47,659 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:47,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:38:47,659 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e5a7113ddd714ab69d5158571bf15963 is 50, key is test_row_0/A:col10/1731649127532/Put/seqid=0 2024-11-15T05:38:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742110_1286 (size=12493) 2024-11-15T05:38:47,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742111_1287 (size=12493) 2024-11-15T05:38:47,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/74c90edb641f4285b42f0c991e7e7d6e is 50, key is test_row_0/A:col10/1731649127654/Put/seqid=0 2024-11-15T05:38:47,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742112_1288 (size=12151) 2024-11-15T05:38:47,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/74c90edb641f4285b42f0c991e7e7d6e 2024-11-15T05:38:47,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e3fa0d86730844278efacfcf004a5b60 is 50, key is test_row_0/B:col10/1731649127654/Put/seqid=0 2024-11-15T05:38:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742113_1289 (size=12151) 2024-11-15T05:38:47,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e3fa0d86730844278efacfcf004a5b60 2024-11-15T05:38:47,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/42009f74747a48b4a112bcd86359f0bd is 50, key is test_row_0/C:col10/1731649127654/Put/seqid=0 2024-11-15T05:38:47,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649187712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649187713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649187714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742114_1290 (size=12151) 2024-11-15T05:38:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649187821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649187821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,826 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in 94fb78dd2ed3725a0d10cfa8c2e11521 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649187821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649187831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649187841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:47,844 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 94fb78dd2ed3725a0d10cfa8c2e11521 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649188032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649188032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649188041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T05:38:48,052 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:48,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-15T05:38:48,054 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:48,055 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:48,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T05:38:48,072 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/0d85577c87f54547ae543fb9232f41fe as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/0d85577c87f54547ae543fb9232f41fe 2024-11-15T05:38:48,077 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e5a7113ddd714ab69d5158571bf15963 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e5a7113ddd714ab69d5158571bf15963 2024-11-15T05:38:48,078 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into 0d85577c87f54547ae543fb9232f41fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:48,078 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:48,078 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=13, startTime=1731649127634; duration=0sec 2024-11-15T05:38:48,078 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:48,078 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:48,078 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:48,080 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:48,080 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:48,080 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:48,080 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bcd2453b835e4292bd4237f6ccc15df5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/18b91cd015454f13a64de5f48c969108, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42e04137804042278d4c6ce57185a077] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=33.3 K 2024-11-15T05:38:48,080 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd2453b835e4292bd4237f6ccc15df5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731649125024 2024-11-15T05:38:48,081 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 18b91cd015454f13a64de5f48c969108, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731649125152 2024-11-15T05:38:48,082 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 42e04137804042278d4c6ce57185a077, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731649127532 2024-11-15T05:38:48,083 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into e5a7113ddd714ab69d5158571bf15963(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:48,083 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:48,083 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=13, startTime=1731649127634; duration=0sec 2024-11-15T05:38:48,083 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:48,083 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:48,095 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:48,096 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/4c06e74b871d4956bc26f8c36bd23174 is 50, key is test_row_0/C:col10/1731649127532/Put/seqid=0 2024-11-15T05:38:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742115_1291 (size=12493) 2024-11-15T05:38:48,116 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/4c06e74b871d4956bc26f8c36bd23174 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4c06e74b871d4956bc26f8c36bd23174 2024-11-15T05:38:48,121 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into 4c06e74b871d4956bc26f8c36bd23174(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:48,121 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:48,121 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=13, startTime=1731649127634; duration=0sec 2024-11-15T05:38:48,121 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:48,121 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:48,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/42009f74747a48b4a112bcd86359f0bd 2024-11-15T05:38:48,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/74c90edb641f4285b42f0c991e7e7d6e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/74c90edb641f4285b42f0c991e7e7d6e 2024-11-15T05:38:48,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/74c90edb641f4285b42f0c991e7e7d6e, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T05:38:48,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e3fa0d86730844278efacfcf004a5b60 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e3fa0d86730844278efacfcf004a5b60 2024-11-15T05:38:48,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e3fa0d86730844278efacfcf004a5b60, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T05:38:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/42009f74747a48b4a112bcd86359f0bd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42009f74747a48b4a112bcd86359f0bd 2024-11-15T05:38:48,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42009f74747a48b4a112bcd86359f0bd, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T05:38:48,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 495ms, sequenceid=172, compaction requested=false 2024-11-15T05:38:48,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T05:38:48,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T05:38:48,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:48,210 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:38:48,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/7d5ef4cb7684413881be1efedaf9f65f is 50, key is test_row_0/A:col10/1731649127711/Put/seqid=0 2024-11-15T05:38:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742116_1292 (size=12151) 2024-11-15T05:38:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:48,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:48,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649188355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649188356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649188358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T05:38:48,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649188472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649188472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649188472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,623 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/7d5ef4cb7684413881be1efedaf9f65f 2024-11-15T05:38:48,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/c5443f4be56946c79ce9b9582f5453df is 50, key is test_row_0/B:col10/1731649127711/Put/seqid=0 2024-11-15T05:38:48,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742117_1293 (size=12151) 2024-11-15T05:38:48,637 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/c5443f4be56946c79ce9b9582f5453df 2024-11-15T05:38:48,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/d258fbf7a02844e9bac148aa3f0ad5f4 is 50, key is test_row_0/C:col10/1731649127711/Put/seqid=0 2024-11-15T05:38:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742118_1294 (size=12151) 2024-11-15T05:38:48,650 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/d258fbf7a02844e9bac148aa3f0ad5f4 2024-11-15T05:38:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/7d5ef4cb7684413881be1efedaf9f65f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7d5ef4cb7684413881be1efedaf9f65f 2024-11-15T05:38:48,667 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7d5ef4cb7684413881be1efedaf9f65f, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T05:38:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/c5443f4be56946c79ce9b9582f5453df as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/c5443f4be56946c79ce9b9582f5453df 2024-11-15T05:38:48,673 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/c5443f4be56946c79ce9b9582f5453df, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T05:38:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/d258fbf7a02844e9bac148aa3f0ad5f4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/d258fbf7a02844e9bac148aa3f0ad5f4 2024-11-15T05:38:48,679 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/d258fbf7a02844e9bac148aa3f0ad5f4, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T05:38:48,680 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 470ms, sequenceid=200, compaction requested=true 2024-11-15T05:38:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-15T05:38:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-15T05:38:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T05:38:48,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-15T05:38:48,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 627 msec 2024-11-15T05:38:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:48,685 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:48,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:38:48,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 633 msec 2024-11-15T05:38:48,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/c2b642a58d6345c68eacb701c4f292bd is 50, key is test_row_0/A:col10/1731649128684/Put/seqid=0 2024-11-15T05:38:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742119_1295 (size=16931) 2024-11-15T05:38:48,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/c2b642a58d6345c68eacb701c4f292bd 2024-11-15T05:38:48,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/b7b74c1e1f90434a84eda3b8816f874b is 50, key is test_row_0/B:col10/1731649128684/Put/seqid=0 2024-11-15T05:38:48,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742120_1296 (size=12151) 2024-11-15T05:38:48,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649188732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649188733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649188738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649188841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649188841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:48,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649188852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649189051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649189051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649189061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/b7b74c1e1f90434a84eda3b8816f874b 2024-11-15T05:38:49,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a669f1a5fda84d46af20f3b15d4281a9 is 50, key is test_row_0/C:col10/1731649128684/Put/seqid=0 2024-11-15T05:38:49,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742121_1297 (size=12151) 2024-11-15T05:38:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T05:38:49,192 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:49,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-15T05:38:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T05:38:49,194 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:49,195 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:49,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T05:38:49,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T05:38:49,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:49,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:49,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:49,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:49,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649189362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649189362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649189371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T05:38:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:49,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T05:38:49,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a669f1a5fda84d46af20f3b15d4281a9 2024-11-15T05:38:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/c2b642a58d6345c68eacb701c4f292bd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c2b642a58d6345c68eacb701c4f292bd 2024-11-15T05:38:49,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c2b642a58d6345c68eacb701c4f292bd, entries=250, sequenceid=213, filesize=16.5 K 2024-11-15T05:38:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/b7b74c1e1f90434a84eda3b8816f874b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7b74c1e1f90434a84eda3b8816f874b 2024-11-15T05:38:49,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7b74c1e1f90434a84eda3b8816f874b, entries=150, sequenceid=213, filesize=11.9 K 2024-11-15T05:38:49,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a669f1a5fda84d46af20f3b15d4281a9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a669f1a5fda84d46af20f3b15d4281a9 2024-11-15T05:38:49,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a669f1a5fda84d46af20f3b15d4281a9, entries=150, sequenceid=213, filesize=11.9 K 2024-11-15T05:38:49,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 857ms, sequenceid=213, compaction requested=true 2024-11-15T05:38:49,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:49,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:49,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:49,542 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:49,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:49,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:49,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:49,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T05:38:49,543 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:49,543 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:49,543 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:49,543 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e5a7113ddd714ab69d5158571bf15963, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/74c90edb641f4285b42f0c991e7e7d6e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7d5ef4cb7684413881be1efedaf9f65f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c2b642a58d6345c68eacb701c4f292bd] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=52.5 K 2024-11-15T05:38:49,544 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:49,544 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5a7113ddd714ab69d5158571bf15963, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731649127532 2024-11-15T05:38:49,545 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74c90edb641f4285b42f0c991e7e7d6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649127654 2024-11-15T05:38:49,545 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d5ef4cb7684413881be1efedaf9f65f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649127703 2024-11-15T05:38:49,545 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b642a58d6345c68eacb701c4f292bd, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731649128354 2024-11-15T05:38:49,546 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:49,546 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:49,546 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:49,546 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/0d85577c87f54547ae543fb9232f41fe, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e3fa0d86730844278efacfcf004a5b60, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/c5443f4be56946c79ce9b9582f5453df, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7b74c1e1f90434a84eda3b8816f874b] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=47.8 K 2024-11-15T05:38:49,546 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d85577c87f54547ae543fb9232f41fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731649127532 2024-11-15T05:38:49,547 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e3fa0d86730844278efacfcf004a5b60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649127654 2024-11-15T05:38:49,547 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c5443f4be56946c79ce9b9582f5453df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649127703 2024-11-15T05:38:49,547 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b7b74c1e1f90434a84eda3b8816f874b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731649128356 2024-11-15T05:38:49,563 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:49,564 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/0525f58fcb7445e29c66f86450aec8f1 is 50, key is test_row_0/A:col10/1731649128684/Put/seqid=0 2024-11-15T05:38:49,567 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:49,567 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/f868c16647d0482692cf06e9990700b7 is 50, key is test_row_0/B:col10/1731649128684/Put/seqid=0 2024-11-15T05:38:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742122_1298 (size=12629) 2024-11-15T05:38:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742123_1299 (size=12629) 2024-11-15T05:38:49,579 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/f868c16647d0482692cf06e9990700b7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f868c16647d0482692cf06e9990700b7 2024-11-15T05:38:49,584 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into f868c16647d0482692cf06e9990700b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:49,584 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:49,584 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=12, startTime=1731649129542; duration=0sec 2024-11-15T05:38:49,584 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:49,584 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:49,585 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:49,586 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:49,587 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:49,587 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:49,587 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4c06e74b871d4956bc26f8c36bd23174, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42009f74747a48b4a112bcd86359f0bd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/d258fbf7a02844e9bac148aa3f0ad5f4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a669f1a5fda84d46af20f3b15d4281a9] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=47.8 K 2024-11-15T05:38:49,587 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c06e74b871d4956bc26f8c36bd23174, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731649127532 2024-11-15T05:38:49,588 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 42009f74747a48b4a112bcd86359f0bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731649127654 2024-11-15T05:38:49,588 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d258fbf7a02844e9bac148aa3f0ad5f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731649127703 2024-11-15T05:38:49,588 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a669f1a5fda84d46af20f3b15d4281a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731649128356 2024-11-15T05:38:49,599 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:49,599 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/bc59df0fea95421ebbd3109c98e46edb is 50, key is test_row_0/C:col10/1731649128684/Put/seqid=0 2024-11-15T05:38:49,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742124_1300 (size=12629) 2024-11-15T05:38:49,610 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/bc59df0fea95421ebbd3109c98e46edb as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bc59df0fea95421ebbd3109c98e46edb 2024-11-15T05:38:49,615 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into bc59df0fea95421ebbd3109c98e46edb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:49,615 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:49,615 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=12, startTime=1731649129542; duration=0sec 2024-11-15T05:38:49,616 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:49,616 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:49,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T05:38:49,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:49,656 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:38:49,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3 is 50, key is test_row_0/A:col10/1731649128732/Put/seqid=0 2024-11-15T05:38:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742125_1301 (size=12151) 2024-11-15T05:38:49,669 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3 2024-11-15T05:38:49,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/426debc77ebc4aefae88568925f8d3de is 50, key is test_row_0/B:col10/1731649128732/Put/seqid=0 2024-11-15T05:38:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742126_1302 (size=12151) 2024-11-15T05:38:49,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/426debc77ebc4aefae88568925f8d3de 2024-11-15T05:38:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/ee886880d7034261a29dabd75ff1cece is 50, key is test_row_0/C:col10/1731649128732/Put/seqid=0 2024-11-15T05:38:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742127_1303 (size=12151) 2024-11-15T05:38:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T05:38:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:49,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649189919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649189919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649189919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:49,986 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/0525f58fcb7445e29c66f86450aec8f1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0525f58fcb7445e29c66f86450aec8f1 2024-11-15T05:38:49,991 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into 0525f58fcb7445e29c66f86450aec8f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:49,991 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:49,991 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=12, startTime=1731649129542; duration=0sec 2024-11-15T05:38:49,991 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:49,991 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:50,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649190031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649190031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649190031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,123 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/ee886880d7034261a29dabd75ff1cece 2024-11-15T05:38:50,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3 2024-11-15T05:38:50,134 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3, entries=150, sequenceid=238, filesize=11.9 K 2024-11-15T05:38:50,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/426debc77ebc4aefae88568925f8d3de as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/426debc77ebc4aefae88568925f8d3de 2024-11-15T05:38:50,139 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/426debc77ebc4aefae88568925f8d3de, entries=150, sequenceid=238, filesize=11.9 K 2024-11-15T05:38:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/ee886880d7034261a29dabd75ff1cece as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ee886880d7034261a29dabd75ff1cece 2024-11-15T05:38:50,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ee886880d7034261a29dabd75ff1cece, entries=150, sequenceid=238, filesize=11.9 K 2024-11-15T05:38:50,145 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 489ms, sequenceid=238, compaction requested=false 2024-11-15T05:38:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:50,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-15T05:38:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-15T05:38:50,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-15T05:38:50,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 953 msec 2024-11-15T05:38:50,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 961 msec 2024-11-15T05:38:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:50,244 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:50,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:38:50,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/a9e0231d72ae449b8c304396cc5af5f6 is 50, key is test_row_0/A:col10/1731649130242/Put/seqid=0 2024-11-15T05:38:50,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742128_1304 (size=16931) 2024-11-15T05:38:50,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/a9e0231d72ae449b8c304396cc5af5f6 2024-11-15T05:38:50,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/260d019bd1324919acf657f95e062ff1 is 50, key is test_row_0/B:col10/1731649130242/Put/seqid=0 2024-11-15T05:38:50,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742129_1305 (size=12151) 2024-11-15T05:38:50,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/260d019bd1324919acf657f95e062ff1 2024-11-15T05:38:50,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649190280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3b28cbeb04cb4ac5b7b9fa0c53266df0 is 50, key is test_row_0/C:col10/1731649130242/Put/seqid=0 2024-11-15T05:38:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742130_1306 (size=12151) 2024-11-15T05:38:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3b28cbeb04cb4ac5b7b9fa0c53266df0 2024-11-15T05:38:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649190282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649190283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/a9e0231d72ae449b8c304396cc5af5f6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a9e0231d72ae449b8c304396cc5af5f6 2024-11-15T05:38:50,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a9e0231d72ae449b8c304396cc5af5f6, entries=250, sequenceid=255, filesize=16.5 K 2024-11-15T05:38:50,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/260d019bd1324919acf657f95e062ff1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/260d019bd1324919acf657f95e062ff1 2024-11-15T05:38:50,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/260d019bd1324919acf657f95e062ff1, entries=150, sequenceid=255, filesize=11.9 K 2024-11-15T05:38:50,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/3b28cbeb04cb4ac5b7b9fa0c53266df0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3b28cbeb04cb4ac5b7b9fa0c53266df0 2024-11-15T05:38:50,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3b28cbeb04cb4ac5b7b9fa0c53266df0, entries=150, sequenceid=255, filesize=11.9 K 2024-11-15T05:38:50,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 71ms, sequenceid=255, compaction requested=true 2024-11-15T05:38:50,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:50,315 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:50,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:50,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:50,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:50,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:50,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:50,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:50,316 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:50,316 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:50,317 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:50,317 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,317 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:50,317 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0525f58fcb7445e29c66f86450aec8f1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a9e0231d72ae449b8c304396cc5af5f6] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=40.7 K 2024-11-15T05:38:50,317 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:50,317 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,317 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f868c16647d0482692cf06e9990700b7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/426debc77ebc4aefae88568925f8d3de, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/260d019bd1324919acf657f95e062ff1] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=36.1 K 2024-11-15T05:38:50,317 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0525f58fcb7445e29c66f86450aec8f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731649128356 2024-11-15T05:38:50,317 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f868c16647d0482692cf06e9990700b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731649128356 2024-11-15T05:38:50,318 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a07a5fe5d4f04767ad11dc9f0f8ec3b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731649128730 2024-11-15T05:38:50,318 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 426debc77ebc4aefae88568925f8d3de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731649128730 2024-11-15T05:38:50,318 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9e0231d72ae449b8c304396cc5af5f6, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731649129884 2024-11-15T05:38:50,318 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 260d019bd1324919acf657f95e062ff1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731649130242 2024-11-15T05:38:50,326 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#258 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:50,327 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/b7a5523067c34937abd8858211596ed8 is 50, key is test_row_0/B:col10/1731649130242/Put/seqid=0 2024-11-15T05:38:50,327 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:50,328 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/4ee3836b7e53431b9477c8682e01f15d is 50, key is test_row_0/A:col10/1731649130242/Put/seqid=0 2024-11-15T05:38:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T05:38:50,331 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:50,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-15T05:38:50,334 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T05:38:50,335 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:50,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:50,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742131_1307 (size=12731) 2024-11-15T05:38:50,344 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/b7a5523067c34937abd8858211596ed8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7a5523067c34937abd8858211596ed8 2024-11-15T05:38:50,349 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into b7a5523067c34937abd8858211596ed8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:50,349 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:50,350 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=13, startTime=1731649130315; duration=0sec 2024-11-15T05:38:50,350 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:50,350 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:50,350 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:50,351 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:50,351 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:50,351 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,351 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bc59df0fea95421ebbd3109c98e46edb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ee886880d7034261a29dabd75ff1cece, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3b28cbeb04cb4ac5b7b9fa0c53266df0] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=36.1 K 2024-11-15T05:38:50,352 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting bc59df0fea95421ebbd3109c98e46edb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731649128356 2024-11-15T05:38:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742132_1308 (size=12731) 2024-11-15T05:38:50,353 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ee886880d7034261a29dabd75ff1cece, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731649128730 2024-11-15T05:38:50,353 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b28cbeb04cb4ac5b7b9fa0c53266df0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731649130242 2024-11-15T05:38:50,366 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:50,366 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/e8ead6693a134a7fbd849ec3173ffffe is 50, key is test_row_0/C:col10/1731649130242/Put/seqid=0 2024-11-15T05:38:50,367 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/4ee3836b7e53431b9477c8682e01f15d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4ee3836b7e53431b9477c8682e01f15d 2024-11-15T05:38:50,374 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into 4ee3836b7e53431b9477c8682e01f15d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:50,374 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:50,374 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=13, startTime=1731649130315; duration=0sec 2024-11-15T05:38:50,375 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:50,375 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742133_1309 (size=12731) 2024-11-15T05:38:50,390 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/e8ead6693a134a7fbd849ec3173ffffe as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/e8ead6693a134a7fbd849ec3173ffffe 2024-11-15T05:38:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:50,393 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:50,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T05:38:50,398 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into e8ead6693a134a7fbd849ec3173ffffe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:50,398 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:50,398 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=13, startTime=1731649130315; duration=0sec 2024-11-15T05:38:50,398 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:50,399 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:50,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/58f18879472444a29f5974ef0c6d29bb is 50, key is test_row_0/A:col10/1731649130275/Put/seqid=0 2024-11-15T05:38:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742134_1310 (size=12301) 2024-11-15T05:38:50,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/58f18879472444a29f5974ef0c6d29bb 2024-11-15T05:38:50,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649190417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649190421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e42fd768abdd4de2899144d793b5e501 is 50, key is test_row_0/B:col10/1731649130275/Put/seqid=0 2024-11-15T05:38:50,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649190422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742135_1311 (size=12301) 2024-11-15T05:38:50,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e42fd768abdd4de2899144d793b5e501 2024-11-15T05:38:50,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/ad0c5cdff4b84826bbdcc0d661e4d6ca is 50, key is test_row_0/C:col10/1731649130275/Put/seqid=0 2024-11-15T05:38:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T05:38:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742136_1312 (size=12301) 2024-11-15T05:38:50,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T05:38:50,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:50,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649190531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649190531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649190531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T05:38:50,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:50,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T05:38:50,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649190741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649190741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649190741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:50,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T05:38:50,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:50,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:50,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/ad0c5cdff4b84826bbdcc0d661e4d6ca 2024-11-15T05:38:50,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/58f18879472444a29f5974ef0c6d29bb as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f18879472444a29f5974ef0c6d29bb 2024-11-15T05:38:50,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f18879472444a29f5974ef0c6d29bb, entries=150, sequenceid=278, filesize=12.0 K 2024-11-15T05:38:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/e42fd768abdd4de2899144d793b5e501 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e42fd768abdd4de2899144d793b5e501 2024-11-15T05:38:50,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e42fd768abdd4de2899144d793b5e501, entries=150, sequenceid=278, filesize=12.0 K 2024-11-15T05:38:50,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/ad0c5cdff4b84826bbdcc0d661e4d6ca as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ad0c5cdff4b84826bbdcc0d661e4d6ca 2024-11-15T05:38:50,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ad0c5cdff4b84826bbdcc0d661e4d6ca, entries=150, sequenceid=278, filesize=12.0 K 2024-11-15T05:38:50,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 471ms, sequenceid=278, compaction requested=false 2024-11-15T05:38:50,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:50,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T05:38:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:50,952 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T05:38:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/48343b83935b4f64a61196d97d832902 is 50, key is test_row_0/A:col10/1731649130414/Put/seqid=0 2024-11-15T05:38:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T05:38:50,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742137_1313 (size=12301) 2024-11-15T05:38:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:51,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649191102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649191103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649191105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649191212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649191212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649191212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,364 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/48343b83935b4f64a61196d97d832902 2024-11-15T05:38:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/6b8cd846bd73458e9d7187c19326dd56 is 50, key is test_row_0/B:col10/1731649130414/Put/seqid=0 2024-11-15T05:38:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742138_1314 (size=12301) 2024-11-15T05:38:51,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649191421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649191421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649191422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T05:38:51,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649191731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649191731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649191731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:51,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:51,778 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/6b8cd846bd73458e9d7187c19326dd56 2024-11-15T05:38:51,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5046c8c2af574dd38b5bebfad125e363 is 50, key is test_row_0/C:col10/1731649130414/Put/seqid=0 2024-11-15T05:38:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742139_1315 (size=12301) 2024-11-15T05:38:51,791 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5046c8c2af574dd38b5bebfad125e363 2024-11-15T05:38:51,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/48343b83935b4f64a61196d97d832902 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/48343b83935b4f64a61196d97d832902 2024-11-15T05:38:51,801 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/48343b83935b4f64a61196d97d832902, entries=150, sequenceid=295, filesize=12.0 K 2024-11-15T05:38:51,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/6b8cd846bd73458e9d7187c19326dd56 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/6b8cd846bd73458e9d7187c19326dd56 2024-11-15T05:38:51,807 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/6b8cd846bd73458e9d7187c19326dd56, entries=150, sequenceid=295, filesize=12.0 K 2024-11-15T05:38:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5046c8c2af574dd38b5bebfad125e363 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5046c8c2af574dd38b5bebfad125e363 2024-11-15T05:38:51,812 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5046c8c2af574dd38b5bebfad125e363, entries=150, sequenceid=295, filesize=12.0 K 2024-11-15T05:38:51,813 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 861ms, sequenceid=295, compaction requested=true 2024-11-15T05:38:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-15T05:38:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-15T05:38:51,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-15T05:38:51,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4800 sec 2024-11-15T05:38:51,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4870 sec 2024-11-15T05:38:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:52,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:52,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:38:52,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/c6feebe52c514431a32b3b390e58a139 is 50, key is test_row_0/A:col10/1731649132244/Put/seqid=0 2024-11-15T05:38:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742140_1316 (size=14741) 2024-11-15T05:38:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649192260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649192263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649192265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649192371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649192371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649192381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T05:38:52,482 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:52,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-15T05:38:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T05:38:52,484 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:52,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:52,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:52,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649192581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649192581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T05:38:52,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649192601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T05:38:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:52,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:52,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/c6feebe52c514431a32b3b390e58a139 2024-11-15T05:38:52,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/5e55a5ec25ae4801919b1c215f2f6586 is 50, key is test_row_0/B:col10/1731649132244/Put/seqid=0 2024-11-15T05:38:52,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742141_1317 (size=12301) 2024-11-15T05:38:52,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T05:38:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:52,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T05:38:52,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649192891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649192891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649192911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:52,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T05:38:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:52,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/5e55a5ec25ae4801919b1c215f2f6586 2024-11-15T05:38:53,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a88d4e84a6ea42c78e9e0c4b1eb675af is 50, key is test_row_0/C:col10/1731649132244/Put/seqid=0 2024-11-15T05:38:53,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742142_1318 (size=12301) 2024-11-15T05:38:53,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T05:38:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T05:38:53,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T05:38:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T05:38:53,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649193401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:53,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:53,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649193401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:53,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649193421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:53,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:53,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:53,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a88d4e84a6ea42c78e9e0c4b1eb675af 2024-11-15T05:38:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/c6feebe52c514431a32b3b390e58a139 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c6feebe52c514431a32b3b390e58a139 2024-11-15T05:38:53,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c6feebe52c514431a32b3b390e58a139, entries=200, sequenceid=319, filesize=14.4 K 2024-11-15T05:38:53,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/5e55a5ec25ae4801919b1c215f2f6586 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/5e55a5ec25ae4801919b1c215f2f6586 2024-11-15T05:38:53,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/5e55a5ec25ae4801919b1c215f2f6586, entries=150, sequenceid=319, filesize=12.0 K 2024-11-15T05:38:53,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a88d4e84a6ea42c78e9e0c4b1eb675af as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a88d4e84a6ea42c78e9e0c4b1eb675af 2024-11-15T05:38:53,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a88d4e84a6ea42c78e9e0c4b1eb675af, entries=150, sequenceid=319, filesize=12.0 K 2024-11-15T05:38:53,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 1272ms, sequenceid=319, compaction requested=true 2024-11-15T05:38:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:53,517 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:53,517 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:53,518 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:53,519 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52074 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:53,519 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:53,519 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:53,519 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,519 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,519 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7a5523067c34937abd8858211596ed8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e42fd768abdd4de2899144d793b5e501, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/6b8cd846bd73458e9d7187c19326dd56, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/5e55a5ec25ae4801919b1c215f2f6586] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=48.5 K 2024-11-15T05:38:53,519 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4ee3836b7e53431b9477c8682e01f15d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f18879472444a29f5974ef0c6d29bb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/48343b83935b4f64a61196d97d832902, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c6feebe52c514431a32b3b390e58a139] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=50.9 K 2024-11-15T05:38:53,519 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b7a5523067c34937abd8858211596ed8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731649130242 2024-11-15T05:38:53,519 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ee3836b7e53431b9477c8682e01f15d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731649130242 2024-11-15T05:38:53,520 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58f18879472444a29f5974ef0c6d29bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731649130269 2024-11-15T05:38:53,520 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e42fd768abdd4de2899144d793b5e501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731649130269 2024-11-15T05:38:53,520 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48343b83935b4f64a61196d97d832902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731649130409 2024-11-15T05:38:53,520 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b8cd846bd73458e9d7187c19326dd56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731649130409 2024-11-15T05:38:53,520 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e55a5ec25ae4801919b1c215f2f6586, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731649132244 2024-11-15T05:38:53,521 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6feebe52c514431a32b3b390e58a139, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731649131095 2024-11-15T05:38:53,531 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:53,532 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/978eb9d7c59f435a9cfc641468cc557a is 50, key is test_row_0/B:col10/1731649132244/Put/seqid=0 2024-11-15T05:38:53,535 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:53,535 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/08814f7e61ad4f3ba9382e9ec2b0deba is 50, key is test_row_0/A:col10/1731649132244/Put/seqid=0 2024-11-15T05:38:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742143_1319 (size=13017) 2024-11-15T05:38:53,555 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/978eb9d7c59f435a9cfc641468cc557a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/978eb9d7c59f435a9cfc641468cc557a 2024-11-15T05:38:53,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T05:38:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,558 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:38:53,562 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into 978eb9d7c59f435a9cfc641468cc557a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:53,562 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:53,562 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=12, startTime=1731649133517; duration=0sec 2024-11-15T05:38:53,562 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:53,563 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:53,563 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:53,564 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:53,564 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:53,564 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:53,564 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/e8ead6693a134a7fbd849ec3173ffffe, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ad0c5cdff4b84826bbdcc0d661e4d6ca, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5046c8c2af574dd38b5bebfad125e363, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a88d4e84a6ea42c78e9e0c4b1eb675af] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=48.5 K 2024-11-15T05:38:53,565 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e8ead6693a134a7fbd849ec3173ffffe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731649130242 2024-11-15T05:38:53,565 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ad0c5cdff4b84826bbdcc0d661e4d6ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731649130269 2024-11-15T05:38:53,565 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5046c8c2af574dd38b5bebfad125e363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731649130409 2024-11-15T05:38:53,566 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a88d4e84a6ea42c78e9e0c4b1eb675af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731649132244 2024-11-15T05:38:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742144_1320 (size=13017) 2024-11-15T05:38:53,576 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/08814f7e61ad4f3ba9382e9ec2b0deba as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/08814f7e61ad4f3ba9382e9ec2b0deba 2024-11-15T05:38:53,581 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into 08814f7e61ad4f3ba9382e9ec2b0deba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:53,581 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:53,581 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=12, startTime=1731649133517; duration=0sec 2024-11-15T05:38:53,581 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:53,581 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:53,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e9e92d0f4b4443b6a76a547b6bc13672 is 50, key is test_row_0/A:col10/1731649132250/Put/seqid=0 2024-11-15T05:38:53,588 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#273 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:53,589 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/eca8ee3e92554e62b6ffe8ba603c61e1 is 50, key is test_row_0/C:col10/1731649132244/Put/seqid=0 2024-11-15T05:38:53,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742145_1321 (size=9857) 2024-11-15T05:38:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742146_1322 (size=13017) 2024-11-15T05:38:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T05:38:54,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e9e92d0f4b4443b6a76a547b6bc13672 2024-11-15T05:38:54,013 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/eca8ee3e92554e62b6ffe8ba603c61e1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/eca8ee3e92554e62b6ffe8ba603c61e1 2024-11-15T05:38:54,019 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into eca8ee3e92554e62b6ffe8ba603c61e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:54,020 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:54,020 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=12, startTime=1731649133518; duration=0sec 2024-11-15T05:38:54,020 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:54,020 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:54,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4c60ff1c52d745c694073c12ded38105 is 50, key is test_row_0/B:col10/1731649132250/Put/seqid=0 2024-11-15T05:38:54,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742147_1323 (size=9857) 2024-11-15T05:38:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:54,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:54,438 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4c60ff1c52d745c694073c12ded38105 2024-11-15T05:38:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/c9263e35bbef4dfda108f93a28965835 is 50, key is test_row_0/C:col10/1731649132250/Put/seqid=0 2024-11-15T05:38:54,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742148_1324 (size=9857) 2024-11-15T05:38:54,451 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/c9263e35bbef4dfda108f93a28965835 2024-11-15T05:38:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649194451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e9e92d0f4b4443b6a76a547b6bc13672 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e9e92d0f4b4443b6a76a547b6bc13672 2024-11-15T05:38:54,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649194454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649194454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,461 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e9e92d0f4b4443b6a76a547b6bc13672, entries=100, sequenceid=331, filesize=9.6 K 2024-11-15T05:38:54,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4c60ff1c52d745c694073c12ded38105 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c60ff1c52d745c694073c12ded38105 2024-11-15T05:38:54,466 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c60ff1c52d745c694073c12ded38105, entries=100, sequenceid=331, filesize=9.6 K 2024-11-15T05:38:54,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/c9263e35bbef4dfda108f93a28965835 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c9263e35bbef4dfda108f93a28965835 2024-11-15T05:38:54,471 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c9263e35bbef4dfda108f93a28965835, entries=100, sequenceid=331, filesize=9.6 K 2024-11-15T05:38:54,472 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 913ms, sequenceid=331, compaction requested=false 2024-11-15T05:38:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-15T05:38:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-15T05:38:54,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-15T05:38:54,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9880 sec 2024-11-15T05:38:54,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.9940 sec 2024-11-15T05:38:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:54,563 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:54,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:38:54,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/7614be3070fa4b24b371e77bea343069 is 50, key is test_row_0/A:col10/1731649134449/Put/seqid=0 2024-11-15T05:38:54,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742149_1325 (size=12301) 2024-11-15T05:38:54,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/7614be3070fa4b24b371e77bea343069 2024-11-15T05:38:54,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649194571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649194574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4bc6ce4fa7e54b819732768507da5db9 is 50, key is test_row_0/B:col10/1731649134449/Put/seqid=0 2024-11-15T05:38:54,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649194576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742150_1326 (size=12301) 2024-11-15T05:38:54,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4bc6ce4fa7e54b819732768507da5db9 2024-11-15T05:38:54,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a5ebc36ebd7046f2a36c34f5d9b1fcde is 50, key is test_row_0/C:col10/1731649134449/Put/seqid=0 2024-11-15T05:38:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742151_1327 (size=12301) 2024-11-15T05:38:54,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a5ebc36ebd7046f2a36c34f5d9b1fcde 2024-11-15T05:38:54,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/7614be3070fa4b24b371e77bea343069 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7614be3070fa4b24b371e77bea343069 2024-11-15T05:38:54,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7614be3070fa4b24b371e77bea343069, entries=150, sequenceid=359, filesize=12.0 K 2024-11-15T05:38:54,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4bc6ce4fa7e54b819732768507da5db9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4bc6ce4fa7e54b819732768507da5db9 2024-11-15T05:38:54,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4bc6ce4fa7e54b819732768507da5db9, entries=150, sequenceid=359, filesize=12.0 K 2024-11-15T05:38:54,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a5ebc36ebd7046f2a36c34f5d9b1fcde as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a5ebc36ebd7046f2a36c34f5d9b1fcde 2024-11-15T05:38:54,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a5ebc36ebd7046f2a36c34f5d9b1fcde, entries=150, sequenceid=359, filesize=12.0 K 2024-11-15T05:38:54,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 56ms, sequenceid=359, compaction requested=true 2024-11-15T05:38:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:54,619 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:54,619 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:54,620 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:54,620 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:54,620 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:54,620 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:54,620 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:54,620 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:54,620 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/978eb9d7c59f435a9cfc641468cc557a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c60ff1c52d745c694073c12ded38105, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4bc6ce4fa7e54b819732768507da5db9] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=34.4 K 2024-11-15T05:38:54,620 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/08814f7e61ad4f3ba9382e9ec2b0deba, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e9e92d0f4b4443b6a76a547b6bc13672, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7614be3070fa4b24b371e77bea343069] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=34.4 K 2024-11-15T05:38:54,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 978eb9d7c59f435a9cfc641468cc557a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731649132244 2024-11-15T05:38:54,621 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08814f7e61ad4f3ba9382e9ec2b0deba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731649132244 2024-11-15T05:38:54,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c60ff1c52d745c694073c12ded38105, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731649132250 2024-11-15T05:38:54,621 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e92d0f4b4443b6a76a547b6bc13672, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731649132250 2024-11-15T05:38:54,622 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc6ce4fa7e54b819732768507da5db9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731649134449 2024-11-15T05:38:54,622 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7614be3070fa4b24b371e77bea343069, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731649134449 2024-11-15T05:38:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T05:38:54,631 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:54,632 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:54,632 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/d0d2a68737c54c49820f9edc35725fd2 is 50, key is test_row_0/B:col10/1731649134449/Put/seqid=0 2024-11-15T05:38:54,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-15T05:38:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T05:38:54,635 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:54,635 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:54,635 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/94ee00406f8143d09f12906b6e702ec7 is 50, key is test_row_0/A:col10/1731649134449/Put/seqid=0 2024-11-15T05:38:54,636 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:54,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742152_1328 (size=13119) 2024-11-15T05:38:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742153_1329 (size=13119) 2024-11-15T05:38:54,650 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/94ee00406f8143d09f12906b6e702ec7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/94ee00406f8143d09f12906b6e702ec7 2024-11-15T05:38:54,656 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into 94ee00406f8143d09f12906b6e702ec7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:54,656 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:54,656 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=13, startTime=1731649134619; duration=0sec 2024-11-15T05:38:54,656 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:54,656 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:54,656 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:38:54,657 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:38:54,657 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:54,657 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:54,658 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/eca8ee3e92554e62b6ffe8ba603c61e1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c9263e35bbef4dfda108f93a28965835, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a5ebc36ebd7046f2a36c34f5d9b1fcde] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=34.4 K 2024-11-15T05:38:54,658 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting eca8ee3e92554e62b6ffe8ba603c61e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731649132244 2024-11-15T05:38:54,658 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9263e35bbef4dfda108f93a28965835, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731649132250 2024-11-15T05:38:54,660 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5ebc36ebd7046f2a36c34f5d9b1fcde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731649134449 2024-11-15T05:38:54,670 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:54,671 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/cdde25e913614682a0607d83b49fa1b8 is 50, key is test_row_0/C:col10/1731649134449/Put/seqid=0 2024-11-15T05:38:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:54,684 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:54,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:38:54,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/1b031269bc974a2b9d3f28a0bc50a8df is 50, key is test_row_1/A:col10/1731649134572/Put/seqid=0 2024-11-15T05:38:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742154_1330 (size=13119) 2024-11-15T05:38:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742155_1331 (size=9857) 2024-11-15T05:38:54,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649194715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649194718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649194720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T05:38:54,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T05:38:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:54,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:54,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649194831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649194831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649194831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:54,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T05:38:54,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:54,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:54,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:54,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:54,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T05:38:55,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649195041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649195041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649195041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,048 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/d0d2a68737c54c49820f9edc35725fd2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d0d2a68737c54c49820f9edc35725fd2 2024-11-15T05:38:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,053 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into d0d2a68737c54c49820f9edc35725fd2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:55,053 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:55,053 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=13, startTime=1731649134619; duration=0sec 2024-11-15T05:38:55,053 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:55,053 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:55,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T05:38:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:55,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:55,106 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/cdde25e913614682a0607d83b49fa1b8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cdde25e913614682a0607d83b49fa1b8 2024-11-15T05:38:55,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/1b031269bc974a2b9d3f28a0bc50a8df 2024-11-15T05:38:55,114 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into cdde25e913614682a0607d83b49fa1b8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:55,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:55,114 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=13, startTime=1731649134619; duration=0sec 2024-11-15T05:38:55,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:55,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:55,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/49703ea31f5d4fdbbb02493fda270688 is 50, key is test_row_1/B:col10/1731649134572/Put/seqid=0 2024-11-15T05:38:55,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742156_1332 (size=9857) 2024-11-15T05:38:55,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/49703ea31f5d4fdbbb02493fda270688 2024-11-15T05:38:55,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/aa9568eaf6e84e058abbd857f40d41f7 is 50, key is test_row_1/C:col10/1731649134572/Put/seqid=0 2024-11-15T05:38:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742157_1333 (size=9857) 2024-11-15T05:38:55,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/aa9568eaf6e84e058abbd857f40d41f7 2024-11-15T05:38:55,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/1b031269bc974a2b9d3f28a0bc50a8df as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/1b031269bc974a2b9d3f28a0bc50a8df 2024-11-15T05:38:55,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/1b031269bc974a2b9d3f28a0bc50a8df, entries=100, sequenceid=373, filesize=9.6 K 2024-11-15T05:38:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/49703ea31f5d4fdbbb02493fda270688 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/49703ea31f5d4fdbbb02493fda270688 2024-11-15T05:38:55,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/49703ea31f5d4fdbbb02493fda270688, entries=100, sequenceid=373, filesize=9.6 K 2024-11-15T05:38:55,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/aa9568eaf6e84e058abbd857f40d41f7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/aa9568eaf6e84e058abbd857f40d41f7 2024-11-15T05:38:55,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/aa9568eaf6e84e058abbd857f40d41f7, entries=100, sequenceid=373, filesize=9.6 K 2024-11-15T05:38:55,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 473ms, sequenceid=373, compaction requested=false 2024-11-15T05:38:55,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:55,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T05:38:55,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:55,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:38:55,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/ee00abed9e06406fbc836561af0a4dd6 is 50, key is test_row_0/A:col10/1731649134718/Put/seqid=0 2024-11-15T05:38:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742158_1334 (size=12301) 2024-11-15T05:38:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T05:38:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:55,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649195370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649195373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649195373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649195482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649195482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649195482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,662 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/ee00abed9e06406fbc836561af0a4dd6 2024-11-15T05:38:55,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2ed44be5b8b64f068b60f72f137b802e is 50, key is test_row_0/B:col10/1731649134718/Put/seqid=0 2024-11-15T05:38:55,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742159_1335 (size=12301) 2024-11-15T05:38:55,674 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2ed44be5b8b64f068b60f72f137b802e 2024-11-15T05:38:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/824873f8eec84026a2469085ec35526f is 50, key is test_row_0/C:col10/1731649134718/Put/seqid=0 2024-11-15T05:38:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742160_1336 (size=12301) 2024-11-15T05:38:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649195691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649195692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:55,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649195692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T05:38:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649196001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649196001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649196002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,087 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/824873f8eec84026a2469085ec35526f 2024-11-15T05:38:56,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/ee00abed9e06406fbc836561af0a4dd6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ee00abed9e06406fbc836561af0a4dd6 2024-11-15T05:38:56,096 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ee00abed9e06406fbc836561af0a4dd6, entries=150, sequenceid=398, filesize=12.0 K 2024-11-15T05:38:56,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2ed44be5b8b64f068b60f72f137b802e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ed44be5b8b64f068b60f72f137b802e 2024-11-15T05:38:56,100 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ed44be5b8b64f068b60f72f137b802e, entries=150, sequenceid=398, filesize=12.0 K 2024-11-15T05:38:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/824873f8eec84026a2469085ec35526f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/824873f8eec84026a2469085ec35526f 2024-11-15T05:38:56,106 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/824873f8eec84026a2469085ec35526f, entries=150, sequenceid=398, filesize=12.0 K 2024-11-15T05:38:56,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 857ms, sequenceid=398, compaction requested=true 2024-11-15T05:38:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-15T05:38:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-15T05:38:56,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-15T05:38:56,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec 2024-11-15T05:38:56,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.4790 sec 2024-11-15T05:38:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:56,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:38:56,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/5e6105abed8249f7bf87ce51e1db6d3a is 50, key is test_row_0/A:col10/1731649136514/Put/seqid=0 2024-11-15T05:38:56,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742161_1337 (size=12301) 2024-11-15T05:38:56,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/5e6105abed8249f7bf87ce51e1db6d3a 2024-11-15T05:38:56,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/cef057a75efa4be69935b0099444d79d is 50, key is test_row_0/B:col10/1731649136514/Put/seqid=0 2024-11-15T05:38:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742162_1338 (size=12301) 2024-11-15T05:38:56,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/cef057a75efa4be69935b0099444d79d 2024-11-15T05:38:56,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/1229192f63f54bc2a2c2edf1d47b6eb2 is 50, key is test_row_0/C:col10/1731649136514/Put/seqid=0 2024-11-15T05:38:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742163_1339 (size=12301) 2024-11-15T05:38:56,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/1229192f63f54bc2a2c2edf1d47b6eb2 2024-11-15T05:38:56,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/5e6105abed8249f7bf87ce51e1db6d3a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/5e6105abed8249f7bf87ce51e1db6d3a 2024-11-15T05:38:56,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/5e6105abed8249f7bf87ce51e1db6d3a, entries=150, sequenceid=413, filesize=12.0 K 2024-11-15T05:38:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/cef057a75efa4be69935b0099444d79d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/cef057a75efa4be69935b0099444d79d 2024-11-15T05:38:56,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/cef057a75efa4be69935b0099444d79d, entries=150, sequenceid=413, filesize=12.0 K 2024-11-15T05:38:56,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/1229192f63f54bc2a2c2edf1d47b6eb2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/1229192f63f54bc2a2c2edf1d47b6eb2 2024-11-15T05:38:56,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/1229192f63f54bc2a2c2edf1d47b6eb2, entries=150, sequenceid=413, filesize=12.0 K 2024-11-15T05:38:56,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=73.80 KB/75570 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 73ms, sequenceid=413, compaction requested=true 2024-11-15T05:38:56,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:56,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:56,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:56,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:56,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:56,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:56,588 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:56,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:56,588 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:56,589 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:56,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T05:38:56,590 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:56,590 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:56,590 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:56,590 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:56,590 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d0d2a68737c54c49820f9edc35725fd2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/49703ea31f5d4fdbbb02493fda270688, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ed44be5b8b64f068b60f72f137b802e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/cef057a75efa4be69935b0099444d79d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=46.5 K 2024-11-15T05:38:56,590 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:56,590 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:56,590 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/94ee00406f8143d09f12906b6e702ec7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/1b031269bc974a2b9d3f28a0bc50a8df, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ee00abed9e06406fbc836561af0a4dd6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/5e6105abed8249f7bf87ce51e1db6d3a] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=46.5 K 2024-11-15T05:38:56,591 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d0d2a68737c54c49820f9edc35725fd2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731649134449 2024-11-15T05:38:56,591 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94ee00406f8143d09f12906b6e702ec7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731649134449 2024-11-15T05:38:56,591 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 49703ea31f5d4fdbbb02493fda270688, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731649134572 2024-11-15T05:38:56,591 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b031269bc974a2b9d3f28a0bc50a8df, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731649134572 2024-11-15T05:38:56,592 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ed44be5b8b64f068b60f72f137b802e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731649134708 2024-11-15T05:38:56,592 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee00abed9e06406fbc836561af0a4dd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731649134708 2024-11-15T05:38:56,592 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting cef057a75efa4be69935b0099444d79d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731649135372 2024-11-15T05:38:56,592 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e6105abed8249f7bf87ce51e1db6d3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731649135372 2024-11-15T05:38:56,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0 is 50, key is test_row_0/A:col10/1731649136546/Put/seqid=0 2024-11-15T05:38:56,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742164_1340 (size=12301) 2024-11-15T05:38:56,618 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:56,618 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/58f753bbaec34348870c3da9a8ccad64 is 50, key is test_row_0/A:col10/1731649136514/Put/seqid=0 2024-11-15T05:38:56,621 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:56,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/701c68aef60d4783ae2b7f2190f3b3ff is 50, key is test_row_0/B:col10/1731649136514/Put/seqid=0 2024-11-15T05:38:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742165_1341 (size=13255) 2024-11-15T05:38:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742166_1342 (size=13255) 2024-11-15T05:38:56,635 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/58f753bbaec34348870c3da9a8ccad64 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f753bbaec34348870c3da9a8ccad64 2024-11-15T05:38:56,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649196632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649196634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,640 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into 58f753bbaec34348870c3da9a8ccad64(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:56,640 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:56,640 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=12, startTime=1731649136588; duration=0sec 2024-11-15T05:38:56,640 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:56,640 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:56,640 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:56,641 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:56,641 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:56,641 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:56,642 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cdde25e913614682a0607d83b49fa1b8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/aa9568eaf6e84e058abbd857f40d41f7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/824873f8eec84026a2469085ec35526f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/1229192f63f54bc2a2c2edf1d47b6eb2] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=46.5 K 2024-11-15T05:38:56,642 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdde25e913614682a0607d83b49fa1b8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731649134449 2024-11-15T05:38:56,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649196637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,642 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa9568eaf6e84e058abbd857f40d41f7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731649134572 2024-11-15T05:38:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,643 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 824873f8eec84026a2469085ec35526f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731649134708 2024-11-15T05:38:56,643 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1229192f63f54bc2a2c2edf1d47b6eb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731649135372 2024-11-15T05:38:56,651 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:56,652 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/6b330ea4c98e4113845b1cd3e410d7ad is 50, key is test_row_0/C:col10/1731649136514/Put/seqid=0 2024-11-15T05:38:56,654 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/701c68aef60d4783ae2b7f2190f3b3ff as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/701c68aef60d4783ae2b7f2190f3b3ff 2024-11-15T05:38:56,658 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into 701c68aef60d4783ae2b7f2190f3b3ff(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:56,658 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:56,658 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=12, startTime=1731649136588; duration=0sec 2024-11-15T05:38:56,659 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:56,659 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742167_1343 (size=13255) 2024-11-15T05:38:56,666 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/6b330ea4c98e4113845b1cd3e410d7ad as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/6b330ea4c98e4113845b1cd3e410d7ad 2024-11-15T05:38:56,670 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into 6b330ea4c98e4113845b1cd3e410d7ad(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:56,670 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:56,670 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=12, startTime=1731649136588; duration=0sec 2024-11-15T05:38:56,670 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:56,670 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:56,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649196741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649196741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649196751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T05:38:56,782 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:56,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-15T05:38:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T05:38:56,784 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:56,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:56,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T05:38:56,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T05:38:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:56,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649196952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649196952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:56,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649196961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0 2024-11-15T05:38:57,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2b534e5093fb44e3af27e8272b51f954 is 50, key is test_row_0/B:col10/1731649136546/Put/seqid=0 2024-11-15T05:38:57,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742168_1344 (size=12301) 2024-11-15T05:38:57,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2b534e5093fb44e3af27e8272b51f954 2024-11-15T05:38:57,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/33b4f3358b814fb19298ac151c8618c3 is 50, key is test_row_0/C:col10/1731649136546/Put/seqid=0 2024-11-15T05:38:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742169_1345 (size=12301) 2024-11-15T05:38:57,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T05:38:57,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:57,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:57,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:57,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T05:38:57,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T05:38:57,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:57,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:57,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:57,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649197261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649197261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649197271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T05:38:57,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:57,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:57,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:57,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T05:38:57,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/33b4f3358b814fb19298ac151c8618c3 2024-11-15T05:38:57,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0 2024-11-15T05:38:57,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0, entries=150, sequenceid=430, filesize=12.0 K 2024-11-15T05:38:57,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/2b534e5093fb44e3af27e8272b51f954 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2b534e5093fb44e3af27e8272b51f954 2024-11-15T05:38:57,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2b534e5093fb44e3af27e8272b51f954, entries=150, sequenceid=430, filesize=12.0 K 2024-11-15T05:38:57,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/33b4f3358b814fb19298ac151c8618c3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/33b4f3358b814fb19298ac151c8618c3 2024-11-15T05:38:57,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/33b4f3358b814fb19298ac151c8618c3, entries=150, sequenceid=430, filesize=12.0 K 2024-11-15T05:38:57,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 875ms, sequenceid=430, compaction requested=false 2024-11-15T05:38:57,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:57,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T05:38:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:57,551 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T05:38:57,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/fe980a4a73774a0a867edb63254c5c0d is 50, key is test_row_0/A:col10/1731649136628/Put/seqid=0 2024-11-15T05:38:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742170_1346 (size=12301) 2024-11-15T05:38:57,561 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/fe980a4a73774a0a867edb63254c5c0d 2024-11-15T05:38:57,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/fca8703c04684b13bd5121a1a15c7bb8 is 50, key is test_row_0/B:col10/1731649136628/Put/seqid=0 2024-11-15T05:38:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742171_1347 (size=12301) 2024-11-15T05:38:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:57,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:57,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649197838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649197838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649197838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42642 deadline: 1731649197852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42564 deadline: 1731649197852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,854 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in 94fb78dd2ed3725a0d10cfa8c2e11521 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,854 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 94fb78dd2ed3725a0d10cfa8c2e11521 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:38:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T05:38:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649197951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649197951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649197951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:57,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/fca8703c04684b13bd5121a1a15c7bb8 2024-11-15T05:38:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5b0ea8c53efe4641af8e594d5ab208f2 is 50, key is test_row_0/C:col10/1731649136628/Put/seqid=0 2024-11-15T05:38:57,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742172_1348 (size=12301) 2024-11-15T05:38:58,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649198161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649198162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649198162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,392 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5b0ea8c53efe4641af8e594d5ab208f2 2024-11-15T05:38:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/fe980a4a73774a0a867edb63254c5c0d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fe980a4a73774a0a867edb63254c5c0d 2024-11-15T05:38:58,401 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fe980a4a73774a0a867edb63254c5c0d, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T05:38:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/fca8703c04684b13bd5121a1a15c7bb8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/fca8703c04684b13bd5121a1a15c7bb8 2024-11-15T05:38:58,406 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/fca8703c04684b13bd5121a1a15c7bb8, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T05:38:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/5b0ea8c53efe4641af8e594d5ab208f2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5b0ea8c53efe4641af8e594d5ab208f2 2024-11-15T05:38:58,410 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5b0ea8c53efe4641af8e594d5ab208f2, entries=150, sequenceid=452, filesize=12.0 K 2024-11-15T05:38:58,411 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 860ms, sequenceid=452, compaction requested=true 2024-11-15T05:38:58,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:58,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:58,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-15T05:38:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-15T05:38:58,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-15T05:38:58,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-11-15T05:38:58,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.6330 sec 2024-11-15T05:38:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:38:58,474 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:38:58,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T05:38:58,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/095c63693eae4f77a7271f6aa9ff7c95 is 50, key is test_row_0/A:col10/1731649137797/Put/seqid=0 2024-11-15T05:38:58,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742173_1349 (size=12301) 2024-11-15T05:38:58,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/095c63693eae4f77a7271f6aa9ff7c95 2024-11-15T05:38:58,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/b7967bfd6c0d42bb85e42f21c174bfcd is 50, key is test_row_0/B:col10/1731649137797/Put/seqid=0 2024-11-15T05:38:58,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742174_1350 (size=12301) 2024-11-15T05:38:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649198518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649198520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649198526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649198632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649198632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649198641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649198842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649198842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649198851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:58,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/b7967bfd6c0d42bb85e42f21c174bfcd 2024-11-15T05:38:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T05:38:58,932 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:58,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/21f18d7c30eb4294b291198f589dea03 is 50, key is test_row_0/C:col10/1731649137797/Put/seqid=0 2024-11-15T05:38:58,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-15T05:38:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T05:38:58,935 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:58,936 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:58,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:58,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742175_1351 (size=12301) 2024-11-15T05:38:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T05:38:59,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T05:38:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:59,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42650 deadline: 1731649199151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:59,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42626 deadline: 1731649199152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:59,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:38:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42622 deadline: 1731649199161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:38:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:38:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:38:59,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T05:38:59,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. as already flushing 2024-11-15T05:38:59,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:59,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:38:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T05:38:59,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/21f18d7c30eb4294b291198f589dea03 2024-11-15T05:38:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/095c63693eae4f77a7271f6aa9ff7c95 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/095c63693eae4f77a7271f6aa9ff7c95 2024-11-15T05:38:59,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/095c63693eae4f77a7271f6aa9ff7c95, entries=150, sequenceid=474, filesize=12.0 K 2024-11-15T05:38:59,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/b7967bfd6c0d42bb85e42f21c174bfcd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7967bfd6c0d42bb85e42f21c174bfcd 2024-11-15T05:38:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7967bfd6c0d42bb85e42f21c174bfcd, entries=150, sequenceid=474, filesize=12.0 K 2024-11-15T05:38:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/21f18d7c30eb4294b291198f589dea03 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/21f18d7c30eb4294b291198f589dea03 2024-11-15T05:38:59,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/21f18d7c30eb4294b291198f589dea03, entries=150, sequenceid=474, filesize=12.0 K 2024-11-15T05:38:59,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 885ms, sequenceid=474, compaction requested=true 2024-11-15T05:38:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:38:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:59,360 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:59,360 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:38:59,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:59,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94fb78dd2ed3725a0d10cfa8c2e11521:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:38:59,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:59,362 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:59,362 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/B is initiating minor compaction (all files) 2024-11-15T05:38:59,362 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/B in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,362 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/701c68aef60d4783ae2b7f2190f3b3ff, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2b534e5093fb44e3af27e8272b51f954, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/fca8703c04684b13bd5121a1a15c7bb8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7967bfd6c0d42bb85e42f21c174bfcd] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=49.0 K 2024-11-15T05:38:59,362 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 701c68aef60d4783ae2b7f2190f3b3ff, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731649135372 2024-11-15T05:38:59,362 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:59,362 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/A is initiating minor compaction (all files) 2024-11-15T05:38:59,362 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/A in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,363 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f753bbaec34348870c3da9a8ccad64, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fe980a4a73774a0a867edb63254c5c0d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/095c63693eae4f77a7271f6aa9ff7c95] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=49.0 K 2024-11-15T05:38:59,363 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58f753bbaec34348870c3da9a8ccad64, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731649135372 2024-11-15T05:38:59,363 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b534e5093fb44e3af27e8272b51f954, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731649136521 2024-11-15T05:38:59,363 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4e60e3b8c8c4d4a9cfbc4abf149dce0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731649136521 2024-11-15T05:38:59,364 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fca8703c04684b13bd5121a1a15c7bb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649136628 2024-11-15T05:38:59,365 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe980a4a73774a0a867edb63254c5c0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649136628 2024-11-15T05:38:59,365 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b7967bfd6c0d42bb85e42f21c174bfcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731649137797 2024-11-15T05:38:59,365 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 095c63693eae4f77a7271f6aa9ff7c95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731649137797 2024-11-15T05:38:59,378 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#A#compaction#303 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:59,379 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/c9336bc8d3cc406ab749ec95a5859e9b is 50, key is test_row_0/A:col10/1731649137797/Put/seqid=0 2024-11-15T05:38:59,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742176_1352 (size=13391) 2024-11-15T05:38:59,387 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:59,388 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/71a40bd1b2f14f34acd4641ea61df95e is 50, key is test_row_0/B:col10/1731649137797/Put/seqid=0 2024-11-15T05:38:59,393 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/c9336bc8d3cc406ab749ec95a5859e9b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c9336bc8d3cc406ab749ec95a5859e9b 2024-11-15T05:38:59,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T05:38:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,397 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:38:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742177_1353 (size=13391) 2024-11-15T05:38:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/adcbfacb25034571830ef30f2f530120 is 50, key is test_row_0/A:col10/1731649138500/Put/seqid=0 2024-11-15T05:38:59,406 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/A of 94fb78dd2ed3725a0d10cfa8c2e11521 into c9336bc8d3cc406ab749ec95a5859e9b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:59,406 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:59,406 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/A, priority=12, startTime=1731649139360; duration=0sec 2024-11-15T05:38:59,406 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:38:59,406 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:A 2024-11-15T05:38:59,406 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:38:59,408 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:38:59,408 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 94fb78dd2ed3725a0d10cfa8c2e11521/C is initiating minor compaction (all files) 2024-11-15T05:38:59,408 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94fb78dd2ed3725a0d10cfa8c2e11521/C in TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,408 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/6b330ea4c98e4113845b1cd3e410d7ad, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/33b4f3358b814fb19298ac151c8618c3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5b0ea8c53efe4641af8e594d5ab208f2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/21f18d7c30eb4294b291198f589dea03] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp, totalSize=49.0 K 2024-11-15T05:38:59,409 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b330ea4c98e4113845b1cd3e410d7ad, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731649135372 2024-11-15T05:38:59,409 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33b4f3358b814fb19298ac151c8618c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731649136521 2024-11-15T05:38:59,409 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b0ea8c53efe4641af8e594d5ab208f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731649136628 2024-11-15T05:38:59,410 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21f18d7c30eb4294b291198f589dea03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731649137797 2024-11-15T05:38:59,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742178_1354 (size=12301) 2024-11-15T05:38:59,421 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/adcbfacb25034571830ef30f2f530120 2024-11-15T05:38:59,427 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94fb78dd2ed3725a0d10cfa8c2e11521#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:38:59,428 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/462a79c35e6d4119aeae6b1164b66678 is 50, key is test_row_0/C:col10/1731649137797/Put/seqid=0 2024-11-15T05:38:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4c58147ff2ab4a5dbc1ddb5a384c8043 is 50, key is test_row_0/B:col10/1731649138500/Put/seqid=0 2024-11-15T05:38:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742179_1355 (size=13391) 2024-11-15T05:38:59,439 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/462a79c35e6d4119aeae6b1164b66678 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/462a79c35e6d4119aeae6b1164b66678 2024-11-15T05:38:59,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742180_1356 (size=12301) 2024-11-15T05:38:59,446 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/C of 94fb78dd2ed3725a0d10cfa8c2e11521 into 462a79c35e6d4119aeae6b1164b66678(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:59,446 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:59,446 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/C, priority=12, startTime=1731649139361; duration=0sec 2024-11-15T05:38:59,447 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:59,447 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:C 2024-11-15T05:38:59,448 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4c58147ff2ab4a5dbc1ddb5a384c8043 2024-11-15T05:38:59,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a4157bf363f04feaa25a77df2e76dc67 is 50, key is test_row_0/C:col10/1731649138500/Put/seqid=0 2024-11-15T05:38:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742181_1357 (size=12301) 2024-11-15T05:38:59,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a4157bf363f04feaa25a77df2e76dc67 2024-11-15T05:38:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/adcbfacb25034571830ef30f2f530120 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/adcbfacb25034571830ef30f2f530120 2024-11-15T05:38:59,508 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/adcbfacb25034571830ef30f2f530120, entries=150, sequenceid=488, filesize=12.0 K 2024-11-15T05:38:59,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/4c58147ff2ab4a5dbc1ddb5a384c8043 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c58147ff2ab4a5dbc1ddb5a384c8043 2024-11-15T05:38:59,513 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c58147ff2ab4a5dbc1ddb5a384c8043, entries=150, sequenceid=488, filesize=12.0 K 2024-11-15T05:38:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/a4157bf363f04feaa25a77df2e76dc67 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a4157bf363f04feaa25a77df2e76dc67 2024-11-15T05:38:59,518 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a4157bf363f04feaa25a77df2e76dc67, entries=150, sequenceid=488, filesize=12.0 K 2024-11-15T05:38:59,520 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 123ms, sequenceid=488, compaction requested=false 2024-11-15T05:38:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-15T05:38:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-15T05:38:59,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-15T05:38:59,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 586 msec 2024-11-15T05:38:59,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 593 msec 2024-11-15T05:38:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T05:38:59,561 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:38:59,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:38:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-15T05:38:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T05:38:59,564 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:38:59,565 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:38:59,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:38:59,571 INFO [Thread-1197 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1197. 2024-11-15T05:38:59,571 DEBUG [Thread-1197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:59,571 DEBUG [Thread-1197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:59,571 INFO [Thread-1193 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1193. 2024-11-15T05:38:59,571 DEBUG [Thread-1193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:59,571 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,571 DEBUG [Thread-1197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,571 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:59,572 INFO [Thread-1191 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1191. 2024-11-15T05:38:59,572 DEBUG [Thread-1191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:59,572 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,572 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:59,573 INFO [Thread-1195 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1195. 2024-11-15T05:38:59,573 DEBUG [Thread-1195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:59,573 INFO [Thread-1189 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1189. 2024-11-15T05:38:59,574 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,574 DEBUG [Thread-1189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:59,574 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,574 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,574 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:59,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:59,663 INFO [Thread-1180 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1180. 2024-11-15T05:38:59,663 DEBUG [Thread-1180 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:59,663 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,663 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T05:38:59,672 INFO [Thread-1186 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1186. 2024-11-15T05:38:59,672 DEBUG [Thread-1186 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:59,672 INFO [Thread-1182 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1182. 2024-11-15T05:38:59,672 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,672 DEBUG [Thread-1182 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:38:59,672 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,672 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:59,673 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:38:59,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:38:59,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-15T05:38:59,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:38:59,718 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-15T05:38:59,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/3f6a0a52a8ad4c27bd4ded93cc08f944 is 50, key is test_row_0/A:col10/1731649139662/Put/seqid=0 2024-11-15T05:38:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742182_1358 (size=12301) 2024-11-15T05:38:59,805 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/71a40bd1b2f14f34acd4641ea61df95e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/71a40bd1b2f14f34acd4641ea61df95e 2024-11-15T05:38:59,809 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94fb78dd2ed3725a0d10cfa8c2e11521/B of 94fb78dd2ed3725a0d10cfa8c2e11521 into 71a40bd1b2f14f34acd4641ea61df95e(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:38:59,809 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:38:59,809 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., storeName=94fb78dd2ed3725a0d10cfa8c2e11521/B, priority=12, startTime=1731649139360; duration=0sec 2024-11-15T05:38:59,809 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:38:59,809 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94fb78dd2ed3725a0d10cfa8c2e11521:B 2024-11-15T05:38:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T05:39:00,126 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/3f6a0a52a8ad4c27bd4ded93cc08f944 2024-11-15T05:39:00,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/540c486d37414d2fa4a55810e283b1ee is 50, key is test_row_0/B:col10/1731649139662/Put/seqid=0 2024-11-15T05:39:00,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742183_1359 (size=12301) 2024-11-15T05:39:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T05:39:00,537 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/540c486d37414d2fa4a55810e283b1ee 2024-11-15T05:39:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/f56242f9c2574bfda6c368d090f524a8 is 50, key is test_row_0/C:col10/1731649139662/Put/seqid=0 2024-11-15T05:39:00,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742184_1360 (size=12301) 2024-11-15T05:39:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T05:39:00,948 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/f56242f9c2574bfda6c368d090f524a8 2024-11-15T05:39:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/3f6a0a52a8ad4c27bd4ded93cc08f944 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/3f6a0a52a8ad4c27bd4ded93cc08f944 2024-11-15T05:39:00,956 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/3f6a0a52a8ad4c27bd4ded93cc08f944, entries=150, sequenceid=496, filesize=12.0 K 2024-11-15T05:39:00,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/540c486d37414d2fa4a55810e283b1ee as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/540c486d37414d2fa4a55810e283b1ee 2024-11-15T05:39:00,961 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/540c486d37414d2fa4a55810e283b1ee, entries=150, sequenceid=496, filesize=12.0 K 2024-11-15T05:39:00,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/f56242f9c2574bfda6c368d090f524a8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/f56242f9c2574bfda6c368d090f524a8 2024-11-15T05:39:00,966 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/f56242f9c2574bfda6c368d090f524a8, entries=150, sequenceid=496, filesize=12.0 K 2024-11-15T05:39:00,966 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 1248ms, sequenceid=496, compaction requested=true 2024-11-15T05:39:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 94fb78dd2ed3725a0d10cfa8c2e11521: 2024-11-15T05:39:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:39:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-15T05:39:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-15T05:39:00,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-15T05:39:00,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-15T05:39:00,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.4090 sec 2024-11-15T05:39:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T05:39:01,711 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:05,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T05:39:07,893 INFO [Thread-1178 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1178. 2024-11-15T05:39:07,893 DEBUG [Thread-1178 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:07,893 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:07,893 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:07,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:07,923 INFO [Thread-1184 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1184. 2024-11-15T05:39:07,923 DEBUG [Thread-1184 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:07,923 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:07,923 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:07,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 130 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3530 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3177 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3656 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3550 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3181 2024-11-15T05:39:07,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T05:39:07,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:39:07,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:39:07,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:07,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:07,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:07,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T05:39:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T05:39:07,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649147928"}]},"ts":"1731649147928"} 2024-11-15T05:39:07,930 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T05:39:07,930 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T05:39:07,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:39:07,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, UNASSIGN}] 2024-11-15T05:39:07,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, UNASSIGN 2024-11-15T05:39:07,934 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=94fb78dd2ed3725a0d10cfa8c2e11521, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:07,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, UNASSIGN because future has completed 2024-11-15T05:39:07,936 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:39:07,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:39:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T05:39:08,090 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:39:08,090 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:39:08,090 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 94fb78dd2ed3725a0d10cfa8c2e11521, disabling compactions & flushes 2024-11-15T05:39:08,090 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:39:08,090 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:39:08,090 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. after waiting 0 ms 2024-11-15T05:39:08,090 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:39:08,090 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 94fb78dd2ed3725a0d10cfa8c2e11521 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-15T05:39:08,095 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e7d0faad12384a8bb993e2507e555f86 is 50, key is test_row_1/A:col10/1731649147891/Put/seqid=0 2024-11-15T05:39:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742185_1361 (size=9857) 2024-11-15T05:39:08,101 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e7d0faad12384a8bb993e2507e555f86 2024-11-15T05:39:08,109 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/7bcdaeb5d4c64e888957764e790097b9 is 50, key is test_row_1/B:col10/1731649147891/Put/seqid=0 2024-11-15T05:39:08,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742186_1362 (size=9857) 2024-11-15T05:39:08,114 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/7bcdaeb5d4c64e888957764e790097b9 2024-11-15T05:39:08,121 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/4fd8907755f2471cbec2328afd555dcd is 50, key is test_row_1/C:col10/1731649147891/Put/seqid=0 2024-11-15T05:39:08,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742187_1363 (size=9857) 2024-11-15T05:39:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T05:39:08,525 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/4fd8907755f2471cbec2328afd555dcd 2024-11-15T05:39:08,529 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/A/e7d0faad12384a8bb993e2507e555f86 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e7d0faad12384a8bb993e2507e555f86 2024-11-15T05:39:08,533 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e7d0faad12384a8bb993e2507e555f86, entries=100, sequenceid=502, filesize=9.6 K 2024-11-15T05:39:08,534 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/B/7bcdaeb5d4c64e888957764e790097b9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/7bcdaeb5d4c64e888957764e790097b9 2024-11-15T05:39:08,537 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/7bcdaeb5d4c64e888957764e790097b9, entries=100, sequenceid=502, filesize=9.6 K 2024-11-15T05:39:08,538 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/.tmp/C/4fd8907755f2471cbec2328afd555dcd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4fd8907755f2471cbec2328afd555dcd 2024-11-15T05:39:08,542 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4fd8907755f2471cbec2328afd555dcd, entries=100, sequenceid=502, filesize=9.6 K 2024-11-15T05:39:08,543 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 453ms, sequenceid=502, compaction requested=true 2024-11-15T05:39:08,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4f8133b68cf644c999a72674125cea43, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ba0c7fcfc63a4f998eb66cec0be39bb9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fbc054d2c301403880ab7b4511715a5a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4941f20c941d4f029b300de193447af6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fc50a3dea96b440bb7e4fcbb75f882d6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0c1d627d68a045018c4ff721ef479d6a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/456e60636ad74ff38c70afe37b1345f5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/8a4c24b7a03d49c59752682caeabfc66, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/05c85ed78383411384e57e55c2aed77c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/73a5e45196eb46eb9309b19db5785587, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e5a7113ddd714ab69d5158571bf15963, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/74c90edb641f4285b42f0c991e7e7d6e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7d5ef4cb7684413881be1efedaf9f65f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c2b642a58d6345c68eacb701c4f292bd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0525f58fcb7445e29c66f86450aec8f1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a9e0231d72ae449b8c304396cc5af5f6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4ee3836b7e53431b9477c8682e01f15d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f18879472444a29f5974ef0c6d29bb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/48343b83935b4f64a61196d97d832902, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c6feebe52c514431a32b3b390e58a139, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/08814f7e61ad4f3ba9382e9ec2b0deba, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e9e92d0f4b4443b6a76a547b6bc13672, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/94ee00406f8143d09f12906b6e702ec7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7614be3070fa4b24b371e77bea343069, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/1b031269bc974a2b9d3f28a0bc50a8df, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ee00abed9e06406fbc836561af0a4dd6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f753bbaec34348870c3da9a8ccad64, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/5e6105abed8249f7bf87ce51e1db6d3a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fe980a4a73774a0a867edb63254c5c0d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/095c63693eae4f77a7271f6aa9ff7c95] to archive 2024-11-15T05:39:08,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:39:08,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4f8133b68cf644c999a72674125cea43 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4f8133b68cf644c999a72674125cea43 2024-11-15T05:39:08,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ba0c7fcfc63a4f998eb66cec0be39bb9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ba0c7fcfc63a4f998eb66cec0be39bb9 2024-11-15T05:39:08,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fbc054d2c301403880ab7b4511715a5a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fbc054d2c301403880ab7b4511715a5a 2024-11-15T05:39:08,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4941f20c941d4f029b300de193447af6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4941f20c941d4f029b300de193447af6 2024-11-15T05:39:08,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fc50a3dea96b440bb7e4fcbb75f882d6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fc50a3dea96b440bb7e4fcbb75f882d6 2024-11-15T05:39:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T05:39:08,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0c1d627d68a045018c4ff721ef479d6a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0c1d627d68a045018c4ff721ef479d6a 2024-11-15T05:39:08,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/456e60636ad74ff38c70afe37b1345f5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/456e60636ad74ff38c70afe37b1345f5 2024-11-15T05:39:08,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/8a4c24b7a03d49c59752682caeabfc66 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/8a4c24b7a03d49c59752682caeabfc66 2024-11-15T05:39:08,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/05c85ed78383411384e57e55c2aed77c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/05c85ed78383411384e57e55c2aed77c 2024-11-15T05:39:08,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/73a5e45196eb46eb9309b19db5785587 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/73a5e45196eb46eb9309b19db5785587 2024-11-15T05:39:08,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e5a7113ddd714ab69d5158571bf15963 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e5a7113ddd714ab69d5158571bf15963 2024-11-15T05:39:08,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/74c90edb641f4285b42f0c991e7e7d6e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/74c90edb641f4285b42f0c991e7e7d6e 2024-11-15T05:39:08,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7d5ef4cb7684413881be1efedaf9f65f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7d5ef4cb7684413881be1efedaf9f65f 2024-11-15T05:39:08,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c2b642a58d6345c68eacb701c4f292bd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c2b642a58d6345c68eacb701c4f292bd 2024-11-15T05:39:08,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0525f58fcb7445e29c66f86450aec8f1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/0525f58fcb7445e29c66f86450aec8f1 2024-11-15T05:39:08,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a07a5fe5d4f04767ad11dc9f0f8ec3b3 2024-11-15T05:39:08,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a9e0231d72ae449b8c304396cc5af5f6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/a9e0231d72ae449b8c304396cc5af5f6 2024-11-15T05:39:08,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4ee3836b7e53431b9477c8682e01f15d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/4ee3836b7e53431b9477c8682e01f15d 2024-11-15T05:39:08,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f18879472444a29f5974ef0c6d29bb to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f18879472444a29f5974ef0c6d29bb 2024-11-15T05:39:08,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/48343b83935b4f64a61196d97d832902 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/48343b83935b4f64a61196d97d832902 2024-11-15T05:39:08,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c6feebe52c514431a32b3b390e58a139 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c6feebe52c514431a32b3b390e58a139 2024-11-15T05:39:08,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/08814f7e61ad4f3ba9382e9ec2b0deba to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/08814f7e61ad4f3ba9382e9ec2b0deba 2024-11-15T05:39:08,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e9e92d0f4b4443b6a76a547b6bc13672 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e9e92d0f4b4443b6a76a547b6bc13672 2024-11-15T05:39:08,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/94ee00406f8143d09f12906b6e702ec7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/94ee00406f8143d09f12906b6e702ec7 2024-11-15T05:39:08,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7614be3070fa4b24b371e77bea343069 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/7614be3070fa4b24b371e77bea343069 2024-11-15T05:39:08,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/1b031269bc974a2b9d3f28a0bc50a8df to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/1b031269bc974a2b9d3f28a0bc50a8df 2024-11-15T05:39:08,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ee00abed9e06406fbc836561af0a4dd6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/ee00abed9e06406fbc836561af0a4dd6 2024-11-15T05:39:08,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f753bbaec34348870c3da9a8ccad64 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/58f753bbaec34348870c3da9a8ccad64 2024-11-15T05:39:08,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/5e6105abed8249f7bf87ce51e1db6d3a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/5e6105abed8249f7bf87ce51e1db6d3a 2024-11-15T05:39:08,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e4e60e3b8c8c4d4a9cfbc4abf149dce0 2024-11-15T05:39:08,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fe980a4a73774a0a867edb63254c5c0d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/fe980a4a73774a0a867edb63254c5c0d 2024-11-15T05:39:08,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/095c63693eae4f77a7271f6aa9ff7c95 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/095c63693eae4f77a7271f6aa9ff7c95 2024-11-15T05:39:08,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ad9cf4265df4d7a890adcc57ee91db3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d5b4e851796d4dc8a0857d710c2a7c63, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/9e8978dedcb442758ea290ab251f8cde, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/8eb8f2be6ac949ff90c027b1c5cad01d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/55b2daae8fa54b1bb27df7edc85a2140, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d08a5ce1ee8a41658590c7e290dcad81, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/dc11f364d49c4a2b99d97078e189c3f6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/bc04d165c9274731a5d5896ef8a8e0e4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f0c2823f1de44ae5851238c151c0f145, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/0d85577c87f54547ae543fb9232f41fe, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e8c80af26b2f4d04b7b1db2386455637, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e3fa0d86730844278efacfcf004a5b60, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/c5443f4be56946c79ce9b9582f5453df, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f868c16647d0482692cf06e9990700b7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7b74c1e1f90434a84eda3b8816f874b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/426debc77ebc4aefae88568925f8d3de, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7a5523067c34937abd8858211596ed8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/260d019bd1324919acf657f95e062ff1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e42fd768abdd4de2899144d793b5e501, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/6b8cd846bd73458e9d7187c19326dd56, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/978eb9d7c59f435a9cfc641468cc557a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/5e55a5ec25ae4801919b1c215f2f6586, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c60ff1c52d745c694073c12ded38105, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d0d2a68737c54c49820f9edc35725fd2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4bc6ce4fa7e54b819732768507da5db9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/49703ea31f5d4fdbbb02493fda270688, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ed44be5b8b64f068b60f72f137b802e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/701c68aef60d4783ae2b7f2190f3b3ff, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/cef057a75efa4be69935b0099444d79d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2b534e5093fb44e3af27e8272b51f954, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/fca8703c04684b13bd5121a1a15c7bb8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7967bfd6c0d42bb85e42f21c174bfcd] to archive 2024-11-15T05:39:08,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:39:08,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ad9cf4265df4d7a890adcc57ee91db3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ad9cf4265df4d7a890adcc57ee91db3 2024-11-15T05:39:08,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d5b4e851796d4dc8a0857d710c2a7c63 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d5b4e851796d4dc8a0857d710c2a7c63 2024-11-15T05:39:08,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/9e8978dedcb442758ea290ab251f8cde to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/9e8978dedcb442758ea290ab251f8cde 2024-11-15T05:39:08,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/8eb8f2be6ac949ff90c027b1c5cad01d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/8eb8f2be6ac949ff90c027b1c5cad01d 2024-11-15T05:39:08,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/55b2daae8fa54b1bb27df7edc85a2140 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/55b2daae8fa54b1bb27df7edc85a2140 2024-11-15T05:39:08,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d08a5ce1ee8a41658590c7e290dcad81 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d08a5ce1ee8a41658590c7e290dcad81 2024-11-15T05:39:08,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/dc11f364d49c4a2b99d97078e189c3f6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/dc11f364d49c4a2b99d97078e189c3f6 2024-11-15T05:39:08,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/bc04d165c9274731a5d5896ef8a8e0e4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/bc04d165c9274731a5d5896ef8a8e0e4 2024-11-15T05:39:08,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f0c2823f1de44ae5851238c151c0f145 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f0c2823f1de44ae5851238c151c0f145 2024-11-15T05:39:08,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/0d85577c87f54547ae543fb9232f41fe to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/0d85577c87f54547ae543fb9232f41fe 2024-11-15T05:39:08,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e8c80af26b2f4d04b7b1db2386455637 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e8c80af26b2f4d04b7b1db2386455637 2024-11-15T05:39:08,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e3fa0d86730844278efacfcf004a5b60 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e3fa0d86730844278efacfcf004a5b60 2024-11-15T05:39:08,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/c5443f4be56946c79ce9b9582f5453df to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/c5443f4be56946c79ce9b9582f5453df 2024-11-15T05:39:08,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f868c16647d0482692cf06e9990700b7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/f868c16647d0482692cf06e9990700b7 2024-11-15T05:39:08,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7b74c1e1f90434a84eda3b8816f874b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7b74c1e1f90434a84eda3b8816f874b 2024-11-15T05:39:08,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/426debc77ebc4aefae88568925f8d3de to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/426debc77ebc4aefae88568925f8d3de 2024-11-15T05:39:08,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7a5523067c34937abd8858211596ed8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7a5523067c34937abd8858211596ed8 2024-11-15T05:39:08,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/260d019bd1324919acf657f95e062ff1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/260d019bd1324919acf657f95e062ff1 2024-11-15T05:39:08,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e42fd768abdd4de2899144d793b5e501 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/e42fd768abdd4de2899144d793b5e501 2024-11-15T05:39:08,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/6b8cd846bd73458e9d7187c19326dd56 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/6b8cd846bd73458e9d7187c19326dd56 2024-11-15T05:39:08,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/978eb9d7c59f435a9cfc641468cc557a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/978eb9d7c59f435a9cfc641468cc557a 2024-11-15T05:39:08,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/5e55a5ec25ae4801919b1c215f2f6586 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/5e55a5ec25ae4801919b1c215f2f6586 2024-11-15T05:39:08,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c60ff1c52d745c694073c12ded38105 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c60ff1c52d745c694073c12ded38105 2024-11-15T05:39:08,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d0d2a68737c54c49820f9edc35725fd2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/d0d2a68737c54c49820f9edc35725fd2 2024-11-15T05:39:08,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4bc6ce4fa7e54b819732768507da5db9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4bc6ce4fa7e54b819732768507da5db9 2024-11-15T05:39:08,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/49703ea31f5d4fdbbb02493fda270688 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/49703ea31f5d4fdbbb02493fda270688 2024-11-15T05:39:08,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ed44be5b8b64f068b60f72f137b802e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2ed44be5b8b64f068b60f72f137b802e 2024-11-15T05:39:08,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/701c68aef60d4783ae2b7f2190f3b3ff to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/701c68aef60d4783ae2b7f2190f3b3ff 2024-11-15T05:39:08,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/cef057a75efa4be69935b0099444d79d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/cef057a75efa4be69935b0099444d79d 2024-11-15T05:39:08,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2b534e5093fb44e3af27e8272b51f954 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/2b534e5093fb44e3af27e8272b51f954 2024-11-15T05:39:08,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/fca8703c04684b13bd5121a1a15c7bb8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/fca8703c04684b13bd5121a1a15c7bb8 2024-11-15T05:39:08,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7967bfd6c0d42bb85e42f21c174bfcd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/b7967bfd6c0d42bb85e42f21c174bfcd 2024-11-15T05:39:08,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5530ba2bfbb245fb8ff437dcf10b084d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/8bfc12d13d1b4e68888554050b57b2a9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cd5f6a0f772341de90d5d4cead72289c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3aee5b89dd5b4fdaa6cec45aaf743bd5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/26f8c030e6be4e4d9d3844d670ae54fb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3a4614904be646c98ce026a658b96b42, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bcd2453b835e4292bd4237f6ccc15df5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c30862b12234430cb2cb16147e472b4d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/18b91cd015454f13a64de5f48c969108, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4c06e74b871d4956bc26f8c36bd23174, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42e04137804042278d4c6ce57185a077, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42009f74747a48b4a112bcd86359f0bd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/d258fbf7a02844e9bac148aa3f0ad5f4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bc59df0fea95421ebbd3109c98e46edb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a669f1a5fda84d46af20f3b15d4281a9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ee886880d7034261a29dabd75ff1cece, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/e8ead6693a134a7fbd849ec3173ffffe, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3b28cbeb04cb4ac5b7b9fa0c53266df0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ad0c5cdff4b84826bbdcc0d661e4d6ca, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5046c8c2af574dd38b5bebfad125e363, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/eca8ee3e92554e62b6ffe8ba603c61e1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a88d4e84a6ea42c78e9e0c4b1eb675af, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c9263e35bbef4dfda108f93a28965835, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cdde25e913614682a0607d83b49fa1b8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a5ebc36ebd7046f2a36c34f5d9b1fcde, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/aa9568eaf6e84e058abbd857f40d41f7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/824873f8eec84026a2469085ec35526f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/6b330ea4c98e4113845b1cd3e410d7ad, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/1229192f63f54bc2a2c2edf1d47b6eb2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/33b4f3358b814fb19298ac151c8618c3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5b0ea8c53efe4641af8e594d5ab208f2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/21f18d7c30eb4294b291198f589dea03] to archive 2024-11-15T05:39:08,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:39:08,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5530ba2bfbb245fb8ff437dcf10b084d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5530ba2bfbb245fb8ff437dcf10b084d 2024-11-15T05:39:08,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/8bfc12d13d1b4e68888554050b57b2a9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/8bfc12d13d1b4e68888554050b57b2a9 2024-11-15T05:39:08,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cd5f6a0f772341de90d5d4cead72289c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cd5f6a0f772341de90d5d4cead72289c 2024-11-15T05:39:08,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3aee5b89dd5b4fdaa6cec45aaf743bd5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3aee5b89dd5b4fdaa6cec45aaf743bd5 2024-11-15T05:39:08,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/26f8c030e6be4e4d9d3844d670ae54fb to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/26f8c030e6be4e4d9d3844d670ae54fb 2024-11-15T05:39:08,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3a4614904be646c98ce026a658b96b42 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3a4614904be646c98ce026a658b96b42 2024-11-15T05:39:08,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bcd2453b835e4292bd4237f6ccc15df5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bcd2453b835e4292bd4237f6ccc15df5 2024-11-15T05:39:08,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c30862b12234430cb2cb16147e472b4d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c30862b12234430cb2cb16147e472b4d 2024-11-15T05:39:08,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/18b91cd015454f13a64de5f48c969108 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/18b91cd015454f13a64de5f48c969108 2024-11-15T05:39:08,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4c06e74b871d4956bc26f8c36bd23174 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4c06e74b871d4956bc26f8c36bd23174 2024-11-15T05:39:08,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42e04137804042278d4c6ce57185a077 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42e04137804042278d4c6ce57185a077 2024-11-15T05:39:08,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42009f74747a48b4a112bcd86359f0bd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/42009f74747a48b4a112bcd86359f0bd 2024-11-15T05:39:08,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/d258fbf7a02844e9bac148aa3f0ad5f4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/d258fbf7a02844e9bac148aa3f0ad5f4 2024-11-15T05:39:08,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bc59df0fea95421ebbd3109c98e46edb to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/bc59df0fea95421ebbd3109c98e46edb 2024-11-15T05:39:08,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a669f1a5fda84d46af20f3b15d4281a9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a669f1a5fda84d46af20f3b15d4281a9 2024-11-15T05:39:08,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ee886880d7034261a29dabd75ff1cece to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ee886880d7034261a29dabd75ff1cece 2024-11-15T05:39:08,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/e8ead6693a134a7fbd849ec3173ffffe to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/e8ead6693a134a7fbd849ec3173ffffe 2024-11-15T05:39:08,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3b28cbeb04cb4ac5b7b9fa0c53266df0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/3b28cbeb04cb4ac5b7b9fa0c53266df0 2024-11-15T05:39:08,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ad0c5cdff4b84826bbdcc0d661e4d6ca to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/ad0c5cdff4b84826bbdcc0d661e4d6ca 2024-11-15T05:39:08,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5046c8c2af574dd38b5bebfad125e363 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5046c8c2af574dd38b5bebfad125e363 2024-11-15T05:39:08,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/eca8ee3e92554e62b6ffe8ba603c61e1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/eca8ee3e92554e62b6ffe8ba603c61e1 2024-11-15T05:39:08,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a88d4e84a6ea42c78e9e0c4b1eb675af to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a88d4e84a6ea42c78e9e0c4b1eb675af 2024-11-15T05:39:08,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c9263e35bbef4dfda108f93a28965835 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/c9263e35bbef4dfda108f93a28965835 2024-11-15T05:39:08,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cdde25e913614682a0607d83b49fa1b8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/cdde25e913614682a0607d83b49fa1b8 2024-11-15T05:39:08,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a5ebc36ebd7046f2a36c34f5d9b1fcde to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a5ebc36ebd7046f2a36c34f5d9b1fcde 2024-11-15T05:39:08,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/aa9568eaf6e84e058abbd857f40d41f7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/aa9568eaf6e84e058abbd857f40d41f7 2024-11-15T05:39:08,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/824873f8eec84026a2469085ec35526f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/824873f8eec84026a2469085ec35526f 2024-11-15T05:39:08,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/6b330ea4c98e4113845b1cd3e410d7ad to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/6b330ea4c98e4113845b1cd3e410d7ad 2024-11-15T05:39:08,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/1229192f63f54bc2a2c2edf1d47b6eb2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/1229192f63f54bc2a2c2edf1d47b6eb2 2024-11-15T05:39:08,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/33b4f3358b814fb19298ac151c8618c3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/33b4f3358b814fb19298ac151c8618c3 2024-11-15T05:39:08,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5b0ea8c53efe4641af8e594d5ab208f2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/5b0ea8c53efe4641af8e594d5ab208f2 2024-11-15T05:39:08,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/21f18d7c30eb4294b291198f589dea03 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/21f18d7c30eb4294b291198f589dea03 2024-11-15T05:39:08,654 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/recovered.edits/505.seqid, newMaxSeqId=505, maxSeqId=1 2024-11-15T05:39:08,654 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. 2024-11-15T05:39:08,654 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 94fb78dd2ed3725a0d10cfa8c2e11521: Waiting for close lock at 1731649148090Running coprocessor pre-close hooks at 1731649148090Disabling compacts and flushes for region at 1731649148090Disabling writes for close at 1731649148090Obtaining lock to block concurrent updates at 1731649148090Preparing flush snapshotting stores in 94fb78dd2ed3725a0d10cfa8c2e11521 at 1731649148090Finished memstore snapshotting TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731649148091 (+1 ms)Flushing stores of TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521. at 1731649148091Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/A: creating writer at 1731649148092 (+1 ms)Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/A: appending metadata at 1731649148094 (+2 ms)Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/A: closing flushed file at 1731649148094Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/B: creating writer at 1731649148107 (+13 ms)Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/B: appending metadata at 1731649148109 (+2 ms)Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/B: closing flushed file at 1731649148109Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/C: creating writer at 1731649148117 (+8 ms)Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/C: appending metadata at 1731649148120 (+3 ms)Flushing 94fb78dd2ed3725a0d10cfa8c2e11521/C: closing flushed file at 1731649148120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@582ae1b0: reopening flushed file at 1731649148529 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef6dfde: reopening flushed file at 1731649148533 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a265d14: reopening flushed file at 1731649148538 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 94fb78dd2ed3725a0d10cfa8c2e11521 in 453ms, sequenceid=502, compaction requested=true at 1731649148543 (+5 ms)Writing region close event to WAL at 1731649148651 (+108 ms)Running coprocessor post-close hooks at 1731649148654 (+3 ms)Closed at 1731649148654 2024-11-15T05:39:08,656 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:39:08,657 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=94fb78dd2ed3725a0d10cfa8c2e11521, regionState=CLOSED 2024-11-15T05:39:08,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:39:08,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-15T05:39:08,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 94fb78dd2ed3725a0d10cfa8c2e11521, server=e243dcb6c2df,33879,1731649056842 in 723 msec 2024-11-15T05:39:08,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-15T05:39:08,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94fb78dd2ed3725a0d10cfa8c2e11521, UNASSIGN in 727 msec 2024-11-15T05:39:08,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-15T05:39:08,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 732 msec 2024-11-15T05:39:08,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649148665"}]},"ts":"1731649148665"} 2024-11-15T05:39:08,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T05:39:08,667 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T05:39:08,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 743 msec 2024-11-15T05:39:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T05:39:09,062 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:09,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T05:39:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:09,064 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T05:39:09,065 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:09,067 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:39:09,069 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/recovered.edits] 2024-11-15T05:39:09,072 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/3f6a0a52a8ad4c27bd4ded93cc08f944 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/3f6a0a52a8ad4c27bd4ded93cc08f944 2024-11-15T05:39:09,073 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/adcbfacb25034571830ef30f2f530120 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/adcbfacb25034571830ef30f2f530120 2024-11-15T05:39:09,074 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c9336bc8d3cc406ab749ec95a5859e9b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/c9336bc8d3cc406ab749ec95a5859e9b 2024-11-15T05:39:09,075 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e7d0faad12384a8bb993e2507e555f86 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/A/e7d0faad12384a8bb993e2507e555f86 2024-11-15T05:39:09,078 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c58147ff2ab4a5dbc1ddb5a384c8043 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/4c58147ff2ab4a5dbc1ddb5a384c8043 2024-11-15T05:39:09,078 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/540c486d37414d2fa4a55810e283b1ee to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/540c486d37414d2fa4a55810e283b1ee 2024-11-15T05:39:09,079 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/71a40bd1b2f14f34acd4641ea61df95e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/71a40bd1b2f14f34acd4641ea61df95e 2024-11-15T05:39:09,080 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/7bcdaeb5d4c64e888957764e790097b9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/B/7bcdaeb5d4c64e888957764e790097b9 2024-11-15T05:39:09,083 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/462a79c35e6d4119aeae6b1164b66678 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/462a79c35e6d4119aeae6b1164b66678 2024-11-15T05:39:09,084 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4fd8907755f2471cbec2328afd555dcd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/4fd8907755f2471cbec2328afd555dcd 2024-11-15T05:39:09,085 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a4157bf363f04feaa25a77df2e76dc67 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/a4157bf363f04feaa25a77df2e76dc67 2024-11-15T05:39:09,086 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/f56242f9c2574bfda6c368d090f524a8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/C/f56242f9c2574bfda6c368d090f524a8 2024-11-15T05:39:09,089 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/recovered.edits/505.seqid to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521/recovered.edits/505.seqid 2024-11-15T05:39:09,089 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/94fb78dd2ed3725a0d10cfa8c2e11521 2024-11-15T05:39:09,089 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T05:39:09,091 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:09,094 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T05:39:09,096 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T05:39:09,097 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:09,097 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T05:39:09,097 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731649149097"}]},"ts":"9223372036854775807"} 2024-11-15T05:39:09,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T05:39:09,099 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 94fb78dd2ed3725a0d10cfa8c2e11521, NAME => 'TestAcidGuarantees,,1731649117381.94fb78dd2ed3725a0d10cfa8c2e11521.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T05:39:09,099 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T05:39:09,099 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731649149099"}]},"ts":"9223372036854775807"} 2024-11-15T05:39:09,100 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T05:39:09,101 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:09,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-15T05:39:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T05:39:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T05:39:09,172 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:09,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 419) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=8202 (was 8324) 2024-11-15T05:39:09,190 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=8201 2024-11-15T05:39:09,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:39:09,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:39:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:09,193 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T05:39:09,193 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:09,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-11-15T05:39:09,194 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T05:39:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T05:39:09,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742188_1364 (size=959) 2024-11-15T05:39:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T05:39:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T05:39:09,602 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e 2024-11-15T05:39:09,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742189_1365 (size=53) 2024-11-15T05:39:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T05:39:10,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:39:10,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d00511d2c7d4c5b4262f9471328e819f, disabling compactions & flushes 2024-11-15T05:39:10,007 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:10,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:10,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. after waiting 0 ms 2024-11-15T05:39:10,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:10,007 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:10,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d00511d2c7d4c5b4262f9471328e819f: Waiting for close lock at 1731649150007Disabling compacts and flushes for region at 1731649150007Disabling writes for close at 1731649150007Writing region close event to WAL at 1731649150007Closed at 1731649150007 2024-11-15T05:39:10,008 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T05:39:10,009 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731649150008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731649150008"}]},"ts":"1731649150008"} 2024-11-15T05:39:10,010 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T05:39:10,011 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T05:39:10,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649150011"}]},"ts":"1731649150011"} 2024-11-15T05:39:10,013 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T05:39:10,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, ASSIGN}] 2024-11-15T05:39:10,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, ASSIGN 2024-11-15T05:39:10,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, ASSIGN; state=OFFLINE, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=false 2024-11-15T05:39:10,166 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d00511d2c7d4c5b4262f9471328e819f, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:10,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, ASSIGN because future has completed 2024-11-15T05:39:10,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:39:10,323 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:10,323 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:39:10,323 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,323 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:39:10,323 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,324 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,325 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,326 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00511d2c7d4c5b4262f9471328e819f columnFamilyName A 2024-11-15T05:39:10,326 DEBUG [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:10,326 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(327): Store=d00511d2c7d4c5b4262f9471328e819f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:10,326 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,327 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00511d2c7d4c5b4262f9471328e819f columnFamilyName B 2024-11-15T05:39:10,327 DEBUG [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:10,328 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(327): Store=d00511d2c7d4c5b4262f9471328e819f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:10,328 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,329 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00511d2c7d4c5b4262f9471328e819f columnFamilyName C 2024-11-15T05:39:10,329 DEBUG [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:10,329 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(327): Store=d00511d2c7d4c5b4262f9471328e819f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:10,329 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,330 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,330 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,331 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,331 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T05:39:10,331 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:39:10,332 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,334 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T05:39:10,334 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened d00511d2c7d4c5b4262f9471328e819f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60355932, jitterRate=-0.10062652826309204}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:39:10,334 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:10,335 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for d00511d2c7d4c5b4262f9471328e819f: Running coprocessor pre-open hook at 1731649150324Writing region info on filesystem at 1731649150324Initializing all the Stores at 1731649150324Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649150324Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649150324Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649150324Cleaning up temporary data from old regions at 1731649150331 (+7 ms)Running coprocessor post-open hooks at 1731649150334 (+3 ms)Region opened successfully at 1731649150335 (+1 ms) 2024-11-15T05:39:10,336 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., pid=95, masterSystemTime=1731649150320 2024-11-15T05:39:10,338 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:10,338 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:10,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d00511d2c7d4c5b4262f9471328e819f, regionState=OPEN, openSeqNum=2, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:10,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:39:10,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-15T05:39:10,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 in 172 msec 2024-11-15T05:39:10,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-15T05:39:10,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, ASSIGN in 329 msec 2024-11-15T05:39:10,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T05:39:10,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649150344"}]},"ts":"1731649150344"} 2024-11-15T05:39:10,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T05:39:10,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T05:39:10,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-15T05:39:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-15T05:39:11,352 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:11,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71de512b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:11,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:11,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:11,354 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2245e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:11,356 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6715080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:11,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:11,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:11,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T05:39:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e243dcb6c2df,33963,1731649056030 2024-11-15T05:39:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@534b7703 2024-11-15T05:39:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T05:39:11,361 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T05:39:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:39:11,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:39:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742190_1366 (size=995) 2024-11-15T05:39:11,775 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T05:39:11,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T05:39:11,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:39:11,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, REOPEN/MOVE}] 2024-11-15T05:39:11,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, REOPEN/MOVE 2024-11-15T05:39:11,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=d00511d2c7d4c5b4262f9471328e819f, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:11,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, REOPEN/MOVE because future has completed 2024-11-15T05:39:11,784 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:39:11,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:39:11,937 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:11,937 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:39:11,937 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing d00511d2c7d4c5b4262f9471328e819f, disabling compactions & flushes 2024-11-15T05:39:11,937 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:11,937 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:11,937 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. after waiting 0 ms 2024-11-15T05:39:11,937 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:11,942 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:39:11,942 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:11,942 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for d00511d2c7d4c5b4262f9471328e819f: Waiting for close lock at 1731649151937Running coprocessor pre-close hooks at 1731649151937Disabling compacts and flushes for region at 1731649151937Disabling writes for close at 1731649151937Writing region close event to WAL at 1731649151938 (+1 ms)Running coprocessor post-close hooks at 1731649151942 (+4 ms)Closed at 1731649151942 2024-11-15T05:39:11,942 WARN [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: d00511d2c7d4c5b4262f9471328e819f to self. 2024-11-15T05:39:11,945 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:11,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=d00511d2c7d4c5b4262f9471328e819f, regionState=CLOSED 2024-11-15T05:39:11,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:39:11,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-15T05:39:11,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 in 164 msec 2024-11-15T05:39:11,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, REOPEN/MOVE; state=CLOSED, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=true 2024-11-15T05:39:12,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=d00511d2c7d4c5b4262f9471328e819f, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, REOPEN/MOVE because future has completed 2024-11-15T05:39:12,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:39:12,259 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,259 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:39:12,260 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,260 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:39:12,260 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,260 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,261 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,262 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00511d2c7d4c5b4262f9471328e819f columnFamilyName A 2024-11-15T05:39:12,263 DEBUG [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:12,263 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(327): Store=d00511d2c7d4c5b4262f9471328e819f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:12,263 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,264 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00511d2c7d4c5b4262f9471328e819f columnFamilyName B 2024-11-15T05:39:12,264 DEBUG [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:12,265 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(327): Store=d00511d2c7d4c5b4262f9471328e819f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:12,265 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,265 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00511d2c7d4c5b4262f9471328e819f columnFamilyName C 2024-11-15T05:39:12,265 DEBUG [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:12,265 INFO [StoreOpener-d00511d2c7d4c5b4262f9471328e819f-1 {}] regionserver.HStore(327): Store=d00511d2c7d4c5b4262f9471328e819f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:12,266 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,266 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,267 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,268 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,268 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,268 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:39:12,269 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,270 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened d00511d2c7d4c5b4262f9471328e819f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63199035, jitterRate=-0.05826099216938019}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:39:12,270 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,271 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for d00511d2c7d4c5b4262f9471328e819f: Running coprocessor pre-open hook at 1731649152260Writing region info on filesystem at 1731649152260Initializing all the Stores at 1731649152261 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649152261Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649152261Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649152261Cleaning up temporary data from old regions at 1731649152268 (+7 ms)Running coprocessor post-open hooks at 1731649152270 (+2 ms)Region opened successfully at 1731649152271 (+1 ms) 2024-11-15T05:39:12,271 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., pid=100, masterSystemTime=1731649152256 2024-11-15T05:39:12,273 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,273 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=d00511d2c7d4c5b4262f9471328e819f, regionState=OPEN, openSeqNum=5, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:39:12,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-11-15T05:39:12,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 in 170 msec 2024-11-15T05:39:12,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-15T05:39:12,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, REOPEN/MOVE in 497 msec 2024-11-15T05:39:12,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-15T05:39:12,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 501 msec 2024-11-15T05:39:12,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-11-15T05:39:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-15T05:39:12,284 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:12,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec79e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,285 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d10b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,287 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302a2441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d70a5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,288 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6eb22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,290 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca7ec75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436a7f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,292 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25de1657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,293 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751f0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d8da2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,295 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1facf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,296 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a74aa9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f344ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,298 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744c7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,299 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b501b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32435f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa6855e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,302 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ca8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f1ed2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,303 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6b2d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,305 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a368c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9f15fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,306 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113608a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,307 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63096380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763c79a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,309 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b0846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,310 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016de09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374e2927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:12,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:12,312 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbd5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:12,313 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:12,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbddef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:12,314 DEBUG [Thread-1662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,314 DEBUG [Thread-1664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,314 DEBUG [Thread-1659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,314 DEBUG [Thread-1666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,315 DEBUG [Thread-1670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,315 DEBUG [Thread-1653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-15T05:39:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,316 DEBUG [Thread-1668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,316 DEBUG [Thread-1657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,317 DEBUG [Thread-1651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,317 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,317 DEBUG [Thread-1655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:12,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,319 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:12,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:12,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:12,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T05:39:12,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:39:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:12,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:39:12,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115833ecb45aec04651aa820b9a9a0decbe_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649152341/Put/seqid=0 2024-11-15T05:39:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742191_1367 (size=17034) 2024-11-15T05:39:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649212410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649212410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649212410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649212411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649212411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T05:39:12,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T05:39:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649212532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649212532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649212532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649212532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649212532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T05:39:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:12,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T05:39:12,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649212741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649212741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649212751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649212751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649212752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:12,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:12,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T05:39:12,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:12,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:12,794 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115833ecb45aec04651aa820b9a9a0decbe_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115833ecb45aec04651aa820b9a9a0decbe_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:12,795 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/b3258588679e480999a2b5d15d499842, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:12,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/b3258588679e480999a2b5d15d499842 is 175, key is test_row_0/A:col10/1731649152341/Put/seqid=0 2024-11-15T05:39:12,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742192_1368 (size=48139) 2024-11-15T05:39:12,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/b3258588679e480999a2b5d15d499842 2024-11-15T05:39:12,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/7049e07b1376433a84a95bca2556c786 is 50, key is test_row_0/B:col10/1731649152341/Put/seqid=0 2024-11-15T05:39:12,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742193_1369 (size=12001) 2024-11-15T05:39:12,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/7049e07b1376433a84a95bca2556c786 2024-11-15T05:39:12,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/58f1ac93b6dc4dbba6426334cce83adc is 50, key is test_row_0/C:col10/1731649152341/Put/seqid=0 2024-11-15T05:39:12,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742194_1370 (size=12001) 2024-11-15T05:39:12,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T05:39:12,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:12,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T05:39:13,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649213062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649213062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649213071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649213071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649213071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T05:39:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:13,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:13,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T05:39:13,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:13,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:13,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:13,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:13,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:13,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/58f1ac93b6dc4dbba6426334cce83adc 2024-11-15T05:39:13,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/b3258588679e480999a2b5d15d499842 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/b3258588679e480999a2b5d15d499842 2024-11-15T05:39:13,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/b3258588679e480999a2b5d15d499842, entries=250, sequenceid=19, filesize=47.0 K 2024-11-15T05:39:13,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/7049e07b1376433a84a95bca2556c786 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7049e07b1376433a84a95bca2556c786 2024-11-15T05:39:13,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7049e07b1376433a84a95bca2556c786, entries=150, sequenceid=19, filesize=11.7 K 2024-11-15T05:39:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/58f1ac93b6dc4dbba6426334cce83adc as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/58f1ac93b6dc4dbba6426334cce83adc 2024-11-15T05:39:13,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/58f1ac93b6dc4dbba6426334cce83adc, entries=150, sequenceid=19, filesize=11.7 K 2024-11-15T05:39:13,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d00511d2c7d4c5b4262f9471328e819f in 951ms, sequenceid=19, compaction requested=false 2024-11-15T05:39:13,292 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T05:39:13,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:13,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T05:39:13,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:13,395 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T05:39:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d4e2b0ad565c460c919e0839b0ed1427_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649152387/Put/seqid=0 2024-11-15T05:39:13,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742195_1371 (size=12154) 2024-11-15T05:39:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T05:39:13,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:13,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649213598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649213599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649213602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649213600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649213608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649213711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649213721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649213721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649213721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649213721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:13,828 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d4e2b0ad565c460c919e0839b0ed1427_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d4e2b0ad565c460c919e0839b0ed1427_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:13,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623 is 175, key is test_row_0/A:col10/1731649152387/Put/seqid=0 2024-11-15T05:39:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742196_1372 (size=30955) 2024-11-15T05:39:13,842 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623 2024-11-15T05:39:13,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/1043930926214f30a1d59469aa9c4b4d is 50, key is test_row_0/B:col10/1731649152387/Put/seqid=0 2024-11-15T05:39:13,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742197_1373 (size=12001) 2024-11-15T05:39:13,875 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/1043930926214f30a1d59469aa9c4b4d 2024-11-15T05:39:13,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/08cb82b7b74a4b20be9736cf8c3ba185 is 50, key is test_row_0/C:col10/1731649152387/Put/seqid=0 2024-11-15T05:39:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742198_1374 (size=12001) 2024-11-15T05:39:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649213932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649213932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649213941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649213941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649213941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T05:39:14,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649214242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649214251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649214261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649214261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649214261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,291 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/08cb82b7b74a4b20be9736cf8c3ba185 2024-11-15T05:39:14,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623 2024-11-15T05:39:14,302 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623, entries=150, sequenceid=41, filesize=30.2 K 2024-11-15T05:39:14,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/1043930926214f30a1d59469aa9c4b4d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1043930926214f30a1d59469aa9c4b4d 2024-11-15T05:39:14,311 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1043930926214f30a1d59469aa9c4b4d, entries=150, sequenceid=41, filesize=11.7 K 2024-11-15T05:39:14,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/08cb82b7b74a4b20be9736cf8c3ba185 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/08cb82b7b74a4b20be9736cf8c3ba185 2024-11-15T05:39:14,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/08cb82b7b74a4b20be9736cf8c3ba185, entries=150, sequenceid=41, filesize=11.7 K 2024-11-15T05:39:14,318 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d00511d2c7d4c5b4262f9471328e819f in 923ms, sequenceid=41, compaction requested=false 2024-11-15T05:39:14,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:14,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:14,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-15T05:39:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-15T05:39:14,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-15T05:39:14,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0010 sec 2024-11-15T05:39:14,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.0080 sec 2024-11-15T05:39:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T05:39:14,471 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:14,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-15T05:39:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T05:39:14,473 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:14,474 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:14,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T05:39:14,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T05:39:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:14,627 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:39:14,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e31838ed5afd4b3e96ecbd8befe23d23_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649153606/Put/seqid=0 2024-11-15T05:39:14,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742199_1375 (size=12154) 2024-11-15T05:39:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:14,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T05:39:14,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649214811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649214823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649214823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649214824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649214824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649214931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649214941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649214941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649214941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649214941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:15,044 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e31838ed5afd4b3e96ecbd8befe23d23_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e31838ed5afd4b3e96ecbd8befe23d23_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/85b852e860b04912bff8c9467f4967cd, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/85b852e860b04912bff8c9467f4967cd is 175, key is test_row_0/A:col10/1731649153606/Put/seqid=0 2024-11-15T05:39:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742200_1376 (size=30955) 2024-11-15T05:39:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T05:39:15,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649215141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649215162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649215162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649215162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649215163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,464 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/85b852e860b04912bff8c9467f4967cd 2024-11-15T05:39:15,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649215461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/892de7548b25409f8fe81d99866bf67d is 50, key is test_row_0/B:col10/1731649153606/Put/seqid=0 2024-11-15T05:39:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742201_1377 (size=12001) 2024-11-15T05:39:15,475 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/892de7548b25409f8fe81d99866bf67d 2024-11-15T05:39:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/c2bce12aef1541a3a439de56d1b77173 is 50, key is test_row_0/C:col10/1731649153606/Put/seqid=0 2024-11-15T05:39:15,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742202_1378 (size=12001) 2024-11-15T05:39:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649215481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649215481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649215482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649215482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T05:39:15,889 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/c2bce12aef1541a3a439de56d1b77173 2024-11-15T05:39:15,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/85b852e860b04912bff8c9467f4967cd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/85b852e860b04912bff8c9467f4967cd 2024-11-15T05:39:15,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/85b852e860b04912bff8c9467f4967cd, entries=150, sequenceid=55, filesize=30.2 K 2024-11-15T05:39:15,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/892de7548b25409f8fe81d99866bf67d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/892de7548b25409f8fe81d99866bf67d 2024-11-15T05:39:15,902 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/892de7548b25409f8fe81d99866bf67d, entries=150, sequenceid=55, filesize=11.7 K 2024-11-15T05:39:15,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/c2bce12aef1541a3a439de56d1b77173 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2bce12aef1541a3a439de56d1b77173 2024-11-15T05:39:15,906 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2bce12aef1541a3a439de56d1b77173, entries=150, sequenceid=55, filesize=11.7 K 2024-11-15T05:39:15,911 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for d00511d2c7d4c5b4262f9471328e819f in 1284ms, sequenceid=55, compaction requested=true 2024-11-15T05:39:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-15T05:39:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-15T05:39:15,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-15T05:39:15,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-15T05:39:15,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.4430 sec 2024-11-15T05:39:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:15,999 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:15,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T05:39:16,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156ebc922722334c6380bf45d5328b2b2f_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649155988/Put/seqid=0 2024-11-15T05:39:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742203_1379 (size=14594) 2024-11-15T05:39:16,014 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:16,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156ebc922722334c6380bf45d5328b2b2f_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156ebc922722334c6380bf45d5328b2b2f_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:16,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/6d02bfef323f443c9a4c0cb8266286aa, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:16,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/6d02bfef323f443c9a4c0cb8266286aa is 175, key is test_row_0/A:col10/1731649155988/Put/seqid=0 2024-11-15T05:39:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742204_1380 (size=39549) 2024-11-15T05:39:16,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649216020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649216028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649216028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649216028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649216029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649216141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649216151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649216152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649216152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649216152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649216361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649216362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649216371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649216371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649216371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,425 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/6d02bfef323f443c9a4c0cb8266286aa 2024-11-15T05:39:16,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/daccdcfb2cb147d097c025cb453343a4 is 50, key is test_row_0/B:col10/1731649155988/Put/seqid=0 2024-11-15T05:39:16,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742205_1381 (size=12001) 2024-11-15T05:39:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T05:39:16,621 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:16,622 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-15T05:39:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T05:39:16,624 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:16,625 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:16,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:16,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649216682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649216682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649216691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649216691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649216691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T05:39:16,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T05:39:16,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:16,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:16,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:16,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:16,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:16,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/daccdcfb2cb147d097c025cb453343a4 2024-11-15T05:39:16,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/06e4dc2c6f3844719c72bd613ef024e7 is 50, key is test_row_0/C:col10/1731649155988/Put/seqid=0 2024-11-15T05:39:16,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742206_1382 (size=12001) 2024-11-15T05:39:16,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T05:39:16,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:16,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:16,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:16,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:16,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T05:39:17,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T05:39:17,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:17,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:17,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:17,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649217191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:17,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649217201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:17,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:17,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649217211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:17,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649217211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649217211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:17,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T05:39:17,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:17,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:17,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T05:39:17,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/06e4dc2c6f3844719c72bd613ef024e7 2024-11-15T05:39:17,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/6d02bfef323f443c9a4c0cb8266286aa as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6d02bfef323f443c9a4c0cb8266286aa 2024-11-15T05:39:17,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6d02bfef323f443c9a4c0cb8266286aa, entries=200, sequenceid=79, filesize=38.6 K 2024-11-15T05:39:17,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/daccdcfb2cb147d097c025cb453343a4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/daccdcfb2cb147d097c025cb453343a4 2024-11-15T05:39:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/daccdcfb2cb147d097c025cb453343a4, entries=150, sequenceid=79, filesize=11.7 K 2024-11-15T05:39:17,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/06e4dc2c6f3844719c72bd613ef024e7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/06e4dc2c6f3844719c72bd613ef024e7 2024-11-15T05:39:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/06e4dc2c6f3844719c72bd613ef024e7, entries=150, sequenceid=79, filesize=11.7 K 2024-11-15T05:39:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d00511d2c7d4c5b4262f9471328e819f in 1295ms, sequenceid=79, compaction requested=true 2024-11-15T05:39:17,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:17,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:17,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:17,294 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:17,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:17,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:17,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T05:39:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,295 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,297 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:17,297 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/A is initiating minor compaction (all files) 2024-11-15T05:39:17,297 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/A in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,297 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/b3258588679e480999a2b5d15d499842, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/85b852e860b04912bff8c9467f4967cd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6d02bfef323f443c9a4c0cb8266286aa] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=146.1 K 2024-11-15T05:39:17,298 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,298 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/b3258588679e480999a2b5d15d499842, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/85b852e860b04912bff8c9467f4967cd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6d02bfef323f443c9a4c0cb8266286aa] 2024-11-15T05:39:17,298 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:17,298 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/B is initiating minor compaction (all files) 2024-11-15T05:39:17,298 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/B in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,298 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7049e07b1376433a84a95bca2556c786, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1043930926214f30a1d59469aa9c4b4d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/892de7548b25409f8fe81d99866bf67d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/daccdcfb2cb147d097c025cb453343a4] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=46.9 K 2024-11-15T05:39:17,298 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3258588679e480999a2b5d15d499842, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731649152328 2024-11-15T05:39:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,298 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7049e07b1376433a84a95bca2556c786, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731649152328 2024-11-15T05:39:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,299 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c4ad9b5f9464aa89ea5d3e6f3fbe623, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649152387 2024-11-15T05:39:17,299 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1043930926214f30a1d59469aa9c4b4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649152387 2024-11-15T05:39:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,299 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 892de7548b25409f8fe81d99866bf67d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731649153587 2024-11-15T05:39:17,299 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85b852e860b04912bff8c9467f4967cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731649153587 2024-11-15T05:39:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,300 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d02bfef323f443c9a4c0cb8266286aa, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731649154810 2024-11-15T05:39:17,300 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting daccdcfb2cb147d097c025cb453343a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731649154810 2024-11-15T05:39:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,308 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,311 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,312 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/2898400806ba4825a08d8726f16c4700 is 50, key is test_row_0/B:col10/1731649155988/Put/seqid=0 2024-11-15T05:39:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,313 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115ec5b3339cc984ca99e228e5a2ba3138d_d00511d2c7d4c5b4262f9471328e819f store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,316 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115ec5b3339cc984ca99e228e5a2ba3138d_d00511d2c7d4c5b4262f9471328e819f, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:17,316 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ec5b3339cc984ca99e228e5a2ba3138d_d00511d2c7d4c5b4262f9471328e819f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742207_1383 (size=12139) 2024-11-15T05:39:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742208_1384 (size=4469) 2024-11-15T05:39:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,356 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#A#compaction#327 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,357 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/62c2715976d9425dacd621b878c6fdae is 175, key is test_row_0/A:col10/1731649155988/Put/seqid=0 2024-11-15T05:39:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,363 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/2898400806ba4825a08d8726f16c4700 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/2898400806ba4825a08d8726f16c4700 2024-11-15T05:39:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742209_1385 (size=31093) 2024-11-15T05:39:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,371 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/B of d00511d2c7d4c5b4262f9471328e819f into 2898400806ba4825a08d8726f16c4700(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,372 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:17,372 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/B, priority=12, startTime=1731649157294; duration=0sec 2024-11-15T05:39:17,372 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:17,372 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:B 2024-11-15T05:39:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,372 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:17,372 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/62c2715976d9425dacd621b878c6fdae as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62c2715976d9425dacd621b878c6fdae 2024-11-15T05:39:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,374 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:17,374 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/C is initiating minor compaction (all files) 2024-11-15T05:39:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,374 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/C in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,375 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/58f1ac93b6dc4dbba6426334cce83adc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/08cb82b7b74a4b20be9736cf8c3ba185, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2bce12aef1541a3a439de56d1b77173, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/06e4dc2c6f3844719c72bd613ef024e7] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=46.9 K 2024-11-15T05:39:17,375 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f1ac93b6dc4dbba6426334cce83adc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731649152328 2024-11-15T05:39:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,376 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 08cb82b7b74a4b20be9736cf8c3ba185, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731649152387 2024-11-15T05:39:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,376 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c2bce12aef1541a3a439de56d1b77173, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731649153587 2024-11-15T05:39:17,377 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e4dc2c6f3844719c72bd613ef024e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731649154810 2024-11-15T05:39:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,378 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/A of d00511d2c7d4c5b4262f9471328e819f into 62c2715976d9425dacd621b878c6fdae(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,378 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,378 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/A, priority=12, startTime=1731649157294; duration=0sec 2024-11-15T05:39:17,379 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:17,379 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:A 2024-11-15T05:39:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,387 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#C#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,388 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/45eb70ec4faf47f28d0cfe5d4697bee9 is 50, key is test_row_0/C:col10/1731649155988/Put/seqid=0 2024-11-15T05:39:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T05:39:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,389 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:39:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742210_1386 (size=12139) 2024-11-15T05:39:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115481bb0bd9b15471ba349680fe12ddde8_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649156027/Put/seqid=0 2024-11-15T05:39:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742211_1387 (size=9714) 2024-11-15T05:39:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T05:39:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,799 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/45eb70ec4faf47f28d0cfe5d4697bee9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/45eb70ec4faf47f28d0cfe5d4697bee9 2024-11-15T05:39:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,806 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/C of d00511d2c7d4c5b4262f9471328e819f into 45eb70ec4faf47f28d0cfe5d4697bee9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:17,806 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:17,806 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/C, priority=12, startTime=1731649157294; duration=0sec 2024-11-15T05:39:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,806 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:17,806 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:C 2024-11-15T05:39:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,814 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115481bb0bd9b15471ba349680fe12ddde8_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115481bb0bd9b15471ba349680fe12ddde8_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/53553d54dd6240709c32db836ca37181, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/53553d54dd6240709c32db836ca37181 is 175, key is test_row_0/A:col10/1731649156027/Put/seqid=0 2024-11-15T05:39:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742212_1388 (size=22361) 2024-11-15T05:39:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,826 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/53553d54dd6240709c32db836ca37181 2024-11-15T05:39:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/44a3fce707994c9ca1c4986d36a98488 is 50, key is test_row_0/B:col10/1731649156027/Put/seqid=0 2024-11-15T05:39:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742213_1389 (size=9657) 2024-11-15T05:39:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/44a3fce707994c9ca1c4986d36a98488 2024-11-15T05:39:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/4a818f7a4ffa4609abb7fb863ee3540a is 50, key is test_row_0/C:col10/1731649156027/Put/seqid=0 2024-11-15T05:39:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742214_1390 (size=9657) 2024-11-15T05:39:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,877 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/4a818f7a4ffa4609abb7fb863ee3540a 2024-11-15T05:39:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/53553d54dd6240709c32db836ca37181 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/53553d54dd6240709c32db836ca37181 2024-11-15T05:39:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,889 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/53553d54dd6240709c32db836ca37181, entries=100, sequenceid=94, filesize=21.8 K 2024-11-15T05:39:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/44a3fce707994c9ca1c4986d36a98488 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/44a3fce707994c9ca1c4986d36a98488 2024-11-15T05:39:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,895 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/44a3fce707994c9ca1c4986d36a98488, entries=100, sequenceid=94, filesize=9.4 K 2024-11-15T05:39:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/4a818f7a4ffa4609abb7fb863ee3540a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a818f7a4ffa4609abb7fb863ee3540a 2024-11-15T05:39:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a818f7a4ffa4609abb7fb863ee3540a, entries=100, sequenceid=94, filesize=9.4 K 2024-11-15T05:39:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,901 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for d00511d2c7d4c5b4262f9471328e819f in 512ms, sequenceid=94, compaction requested=false 2024-11-15T05:39:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:17,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-15T05:39:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-15T05:39:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-15T05:39:17,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2790 sec 2024-11-15T05:39:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.2860 sec 2024-11-15T05:39:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,309 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:18,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:39:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bef900418b2341da9c7dc406e943fb19_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649158305/Put/seqid=0 2024-11-15T05:39:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742216_1392 (size=24358) 2024-11-15T05:39:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,335 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bef900418b2341da9c7dc406e943fb19_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bef900418b2341da9c7dc406e943fb19_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/644b64b75cd643f3a9250056688dafaa, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/644b64b75cd643f3a9250056688dafaa is 175, key is test_row_0/A:col10/1731649158305/Put/seqid=0 2024-11-15T05:39:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742215_1391 (size=73994) 2024-11-15T05:39:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649218398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649218411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649218411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649218413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649218413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649218521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649218531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649218531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649218531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649218531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,743 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/644b64b75cd643f3a9250056688dafaa 2024-11-15T05:39:18,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/214daf8de1694f4b8745179f406569f2 is 50, key is test_row_0/B:col10/1731649158305/Put/seqid=0 2024-11-15T05:39:18,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649218741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742217_1393 (size=12001) 2024-11-15T05:39:18,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/214daf8de1694f4b8745179f406569f2 2024-11-15T05:39:18,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/ae9796bc86f44c02bc65f525eef639ef is 50, key is test_row_0/C:col10/1731649158305/Put/seqid=0 2024-11-15T05:39:18,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649218751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649218751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649218751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742218_1394 (size=12001) 2024-11-15T05:39:18,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649218751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:18,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T05:39:18,772 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:18,772 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-15T05:39:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T05:39:18,774 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:18,774 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:18,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T05:39:18,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T05:39:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:18,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:19,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649219062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T05:39:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:19,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649219071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649219071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:19,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649219071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649219071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T05:39:19,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/ae9796bc86f44c02bc65f525eef639ef 2024-11-15T05:39:19,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/644b64b75cd643f3a9250056688dafaa as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/644b64b75cd643f3a9250056688dafaa 2024-11-15T05:39:19,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/644b64b75cd643f3a9250056688dafaa, entries=400, sequenceid=106, filesize=72.3 K 2024-11-15T05:39:19,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/214daf8de1694f4b8745179f406569f2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/214daf8de1694f4b8745179f406569f2 2024-11-15T05:39:19,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/214daf8de1694f4b8745179f406569f2, entries=150, sequenceid=106, filesize=11.7 K 2024-11-15T05:39:19,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/ae9796bc86f44c02bc65f525eef639ef as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/ae9796bc86f44c02bc65f525eef639ef 2024-11-15T05:39:19,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/ae9796bc86f44c02bc65f525eef639ef, entries=150, sequenceid=106, filesize=11.7 K 2024-11-15T05:39:19,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d00511d2c7d4c5b4262f9471328e819f in 873ms, sequenceid=106, compaction requested=true 2024-11-15T05:39:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:19,182 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:19,182 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:19,183 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:19,183 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/B is initiating minor compaction (all files) 2024-11-15T05:39:19,183 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/B in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:19,183 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/2898400806ba4825a08d8726f16c4700, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/44a3fce707994c9ca1c4986d36a98488, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/214daf8de1694f4b8745179f406569f2] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=33.0 K 2024-11-15T05:39:19,184 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127448 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:19,184 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/A is initiating minor compaction (all files) 2024-11-15T05:39:19,184 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 2898400806ba4825a08d8726f16c4700, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731649154810 2024-11-15T05:39:19,184 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/A in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:19,184 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62c2715976d9425dacd621b878c6fdae, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/53553d54dd6240709c32db836ca37181, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/644b64b75cd643f3a9250056688dafaa] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=124.5 K 2024-11-15T05:39:19,184 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:19,184 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62c2715976d9425dacd621b878c6fdae, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/53553d54dd6240709c32db836ca37181, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/644b64b75cd643f3a9250056688dafaa] 2024-11-15T05:39:19,184 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62c2715976d9425dacd621b878c6fdae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731649154810 2024-11-15T05:39:19,184 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 44a3fce707994c9ca1c4986d36a98488, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731649156027 2024-11-15T05:39:19,185 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53553d54dd6240709c32db836ca37181, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731649156027 2024-11-15T05:39:19,185 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 214daf8de1694f4b8745179f406569f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731649158286 2024-11-15T05:39:19,188 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 644b64b75cd643f3a9250056688dafaa, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731649158286 2024-11-15T05:39:19,193 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:19,194 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:19,195 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/cab806e35b9c4d88a789252eeb72e0e7 is 50, key is test_row_0/B:col10/1731649158305/Put/seqid=0 2024-11-15T05:39:19,197 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115614a9bc5bff7431e9ea5956d66583fdc_d00511d2c7d4c5b4262f9471328e819f store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:19,199 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115614a9bc5bff7431e9ea5956d66583fdc_d00511d2c7d4c5b4262f9471328e819f, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:19,199 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115614a9bc5bff7431e9ea5956d66583fdc_d00511d2c7d4c5b4262f9471328e819f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:19,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742219_1395 (size=12241) 2024-11-15T05:39:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742220_1396 (size=4469) 2024-11-15T05:39:19,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T05:39:19,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:19,233 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T05:39:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c17cb979fc79427b8a5d89b283db3e5c_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649158411/Put/seqid=0 2024-11-15T05:39:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742221_1397 (size=12254) 2024-11-15T05:39:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T05:39:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:19,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:19,607 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/cab806e35b9c4d88a789252eeb72e0e7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cab806e35b9c4d88a789252eeb72e0e7 2024-11-15T05:39:19,608 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:19,609 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/fda8e7ef0545438ca1424a1f279a1fc0 is 175, key is test_row_0/A:col10/1731649158305/Put/seqid=0 2024-11-15T05:39:19,612 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/B of d00511d2c7d4c5b4262f9471328e819f into cab806e35b9c4d88a789252eeb72e0e7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:19,612 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:19,612 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/B, priority=13, startTime=1731649159182; duration=0sec 2024-11-15T05:39:19,613 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:19,613 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:B 2024-11-15T05:39:19,613 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649219598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649219599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649219600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649219602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742222_1398 (size=31195) 2024-11-15T05:39:19,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649219603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,618 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:19,618 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/C is initiating minor compaction (all files) 2024-11-15T05:39:19,618 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/C in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:19,618 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/45eb70ec4faf47f28d0cfe5d4697bee9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a818f7a4ffa4609abb7fb863ee3540a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/ae9796bc86f44c02bc65f525eef639ef] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=33.0 K 2024-11-15T05:39:19,620 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 45eb70ec4faf47f28d0cfe5d4697bee9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731649154810 2024-11-15T05:39:19,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a818f7a4ffa4609abb7fb863ee3540a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731649156027 2024-11-15T05:39:19,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ae9796bc86f44c02bc65f525eef639ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731649158286 2024-11-15T05:39:19,623 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/fda8e7ef0545438ca1424a1f279a1fc0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/fda8e7ef0545438ca1424a1f279a1fc0 2024-11-15T05:39:19,627 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:19,627 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/68db9d0291f449c79c1403b94833362b is 50, key is test_row_0/C:col10/1731649158305/Put/seqid=0 2024-11-15T05:39:19,630 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/A of d00511d2c7d4c5b4262f9471328e819f into fda8e7ef0545438ca1424a1f279a1fc0(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:19,630 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:19,630 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/A, priority=13, startTime=1731649159182; duration=0sec 2024-11-15T05:39:19,630 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:19,630 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:A 2024-11-15T05:39:19,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742223_1399 (size=12241) 2024-11-15T05:39:19,635 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/68db9d0291f449c79c1403b94833362b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/68db9d0291f449c79c1403b94833362b 2024-11-15T05:39:19,639 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/C of d00511d2c7d4c5b4262f9471328e819f into 68db9d0291f449c79c1403b94833362b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:19,639 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:19,639 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/C, priority=13, startTime=1731649159182; duration=0sec 2024-11-15T05:39:19,639 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:19,639 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:C 2024-11-15T05:39:19,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:19,654 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c17cb979fc79427b8a5d89b283db3e5c_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c17cb979fc79427b8a5d89b283db3e5c_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/faf97461341e467d9950406e01affda7, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/faf97461341e467d9950406e01affda7 is 175, key is test_row_0/A:col10/1731649158411/Put/seqid=0 2024-11-15T05:39:19,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742224_1400 (size=31055) 2024-11-15T05:39:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649219722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649219722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649219722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649219722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649219722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T05:39:19,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649219941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649219941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649219941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649219941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649219941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,059 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/faf97461341e467d9950406e01affda7 2024-11-15T05:39:20,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/41dc8a0ce9a643cc89fc7961f7634903 is 50, key is test_row_0/B:col10/1731649158411/Put/seqid=0 2024-11-15T05:39:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742225_1401 (size=12101) 2024-11-15T05:39:20,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649220252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649220261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649220261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649220261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649220261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/41dc8a0ce9a643cc89fc7961f7634903 2024-11-15T05:39:20,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/2f02e56ec0a74305ad4b600e3f9e18a6 is 50, key is test_row_0/C:col10/1731649158411/Put/seqid=0 2024-11-15T05:39:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742226_1402 (size=12101) 2024-11-15T05:39:20,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649220762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649220771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649220771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649220771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649220781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:20,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/2f02e56ec0a74305ad4b600e3f9e18a6 2024-11-15T05:39:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/faf97461341e467d9950406e01affda7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/faf97461341e467d9950406e01affda7 2024-11-15T05:39:20,889 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/faf97461341e467d9950406e01affda7, entries=150, sequenceid=132, filesize=30.3 K 2024-11-15T05:39:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/41dc8a0ce9a643cc89fc7961f7634903 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/41dc8a0ce9a643cc89fc7961f7634903 2024-11-15T05:39:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,893 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/41dc8a0ce9a643cc89fc7961f7634903, entries=150, sequenceid=132, filesize=11.8 K 2024-11-15T05:39:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/2f02e56ec0a74305ad4b600e3f9e18a6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/2f02e56ec0a74305ad4b600e3f9e18a6 2024-11-15T05:39:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,898 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/2f02e56ec0a74305ad4b600e3f9e18a6, entries=150, sequenceid=132, filesize=11.8 K 2024-11-15T05:39:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d00511d2c7d4c5b4262f9471328e819f in 1666ms, sequenceid=132, compaction requested=false 2024-11-15T05:39:20,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-15T05:39:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-15T05:39:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-15T05:39:20,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1260 sec 2024-11-15T05:39:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.1310 sec 2024-11-15T05:39:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T05:39:20,922 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,922 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-15T05:39:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T05:39:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,926 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,927 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:20,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T05:39:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T05:39:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,080 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T05:39:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115512e9b39240d4fc69168736a769306bb_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649159601/Put/seqid=0 2024-11-15T05:39:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742227_1403 (size=9814) 2024-11-15T05:39:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T05:39:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,499 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115512e9b39240d4fc69168736a769306bb_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115512e9b39240d4fc69168736a769306bb_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/e85f560ff8284cecaf210857de7e1df9, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/e85f560ff8284cecaf210857de7e1df9 is 175, key is test_row_0/A:col10/1731649159601/Put/seqid=0 2024-11-15T05:39:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742228_1404 (size=22461) 2024-11-15T05:39:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,511 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/e85f560ff8284cecaf210857de7e1df9 2024-11-15T05:39:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/1dc3a95fb7364964aaeac3e44bb3013e is 50, key is test_row_0/B:col10/1731649159601/Put/seqid=0 2024-11-15T05:39:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742229_1405 (size=9757) 2024-11-15T05:39:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T05:39:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:21,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:21,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649221860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:21,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649221861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:21,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649221868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:21,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649221875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:21,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649221877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:21,929 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/1dc3a95fb7364964aaeac3e44bb3013e 2024-11-15T05:39:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/df38f51ada9b4a67ad409e3b88f71a5f is 50, key is test_row_0/C:col10/1731649159601/Put/seqid=0 2024-11-15T05:39:21,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742230_1406 (size=9757) 2024-11-15T05:39:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649221981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649221981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:21,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649221991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:21,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:21,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649221991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649222001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T05:39:22,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649222191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649222191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649222201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649222211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649222221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,340 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/df38f51ada9b4a67ad409e3b88f71a5f 2024-11-15T05:39:22,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/e85f560ff8284cecaf210857de7e1df9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e85f560ff8284cecaf210857de7e1df9 2024-11-15T05:39:22,347 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e85f560ff8284cecaf210857de7e1df9, entries=100, sequenceid=145, filesize=21.9 K 2024-11-15T05:39:22,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/1dc3a95fb7364964aaeac3e44bb3013e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1dc3a95fb7364964aaeac3e44bb3013e 2024-11-15T05:39:22,351 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1dc3a95fb7364964aaeac3e44bb3013e, entries=100, sequenceid=145, filesize=9.5 K 2024-11-15T05:39:22,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/df38f51ada9b4a67ad409e3b88f71a5f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/df38f51ada9b4a67ad409e3b88f71a5f 2024-11-15T05:39:22,354 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/df38f51ada9b4a67ad409e3b88f71a5f, entries=100, sequenceid=145, filesize=9.5 K 2024-11-15T05:39:22,355 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d00511d2c7d4c5b4262f9471328e819f in 1275ms, sequenceid=145, compaction requested=true 2024-11-15T05:39:22,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:22,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:22,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-15T05:39:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-15T05:39:22,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-15T05:39:22,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-15T05:39:22,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.4360 sec 2024-11-15T05:39:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:22,505 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:22,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T05:39:22,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b51381a68ee1422db7fcfe5d30a7226c_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649162503/Put/seqid=0 2024-11-15T05:39:22,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742231_1407 (size=17284) 2024-11-15T05:39:22,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649222529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649222529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649222530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649222531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649222541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649222651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649222651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649222652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649222871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649222871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649222871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:22,918 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:22,921 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b51381a68ee1422db7fcfe5d30a7226c_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b51381a68ee1422db7fcfe5d30a7226c_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:22,922 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/62a17e2122bb4a39bbe7a0b47c7c755a, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:22,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/62a17e2122bb4a39bbe7a0b47c7c755a is 175, key is test_row_0/A:col10/1731649162503/Put/seqid=0 2024-11-15T05:39:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742232_1408 (size=48389) 2024-11-15T05:39:23,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649223051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:23,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649223051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T05:39:23,071 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:23,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-15T05:39:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T05:39:23,074 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:23,074 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:23,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T05:39:23,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649223192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:23,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649223192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:23,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649223192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:23,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T05:39:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/62a17e2122bb4a39bbe7a0b47c7c755a 2024-11-15T05:39:23,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/0d8bbf1ca48448c3977be0f5f81863d1 is 50, key is test_row_0/B:col10/1731649162503/Put/seqid=0 2024-11-15T05:39:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742233_1409 (size=12151) 2024-11-15T05:39:23,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T05:39:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T05:39:23,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T05:39:23,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:23,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T05:39:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T05:39:23,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649223711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:23,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649223711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:23,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649223711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:23,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/0d8bbf1ca48448c3977be0f5f81863d1 2024-11-15T05:39:23,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/23e435bf38ce407cb2fa1219aad8e653 is 50, key is test_row_0/C:col10/1731649162503/Put/seqid=0 2024-11-15T05:39:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742234_1410 (size=12151) 2024-11-15T05:39:23,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/23e435bf38ce407cb2fa1219aad8e653 2024-11-15T05:39:23,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/62a17e2122bb4a39bbe7a0b47c7c755a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62a17e2122bb4a39bbe7a0b47c7c755a 2024-11-15T05:39:23,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62a17e2122bb4a39bbe7a0b47c7c755a, entries=250, sequenceid=173, filesize=47.3 K 2024-11-15T05:39:23,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/0d8bbf1ca48448c3977be0f5f81863d1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/0d8bbf1ca48448c3977be0f5f81863d1 2024-11-15T05:39:23,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/0d8bbf1ca48448c3977be0f5f81863d1, entries=150, sequenceid=173, filesize=11.9 K 2024-11-15T05:39:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/23e435bf38ce407cb2fa1219aad8e653 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/23e435bf38ce407cb2fa1219aad8e653 2024-11-15T05:39:23,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/23e435bf38ce407cb2fa1219aad8e653, entries=150, sequenceid=173, filesize=11.9 K 2024-11-15T05:39:23,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for d00511d2c7d4c5b4262f9471328e819f in 1276ms, sequenceid=173, compaction requested=true 2024-11-15T05:39:23,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:23,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:23,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:23,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:23,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T05:39:23,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:23,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T05:39:23,781 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:23,782 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:23,783 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133100 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:23,783 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/A is initiating minor compaction (all files) 2024-11-15T05:39:23,783 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/A in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,783 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/fda8e7ef0545438ca1424a1f279a1fc0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/faf97461341e467d9950406e01affda7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e85f560ff8284cecaf210857de7e1df9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62a17e2122bb4a39bbe7a0b47c7c755a] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=130.0 K 2024-11-15T05:39:23,783 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,783 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/fda8e7ef0545438ca1424a1f279a1fc0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/faf97461341e467d9950406e01affda7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e85f560ff8284cecaf210857de7e1df9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62a17e2122bb4a39bbe7a0b47c7c755a] 2024-11-15T05:39:23,783 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:23,783 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/C is initiating minor compaction (all files) 2024-11-15T05:39:23,783 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/C in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,784 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/68db9d0291f449c79c1403b94833362b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/2f02e56ec0a74305ad4b600e3f9e18a6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/df38f51ada9b4a67ad409e3b88f71a5f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/23e435bf38ce407cb2fa1219aad8e653] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=45.2 K 2024-11-15T05:39:23,784 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fda8e7ef0545438ca1424a1f279a1fc0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731649158286 2024-11-15T05:39:23,784 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68db9d0291f449c79c1403b94833362b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731649158286 2024-11-15T05:39:23,784 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting faf97461341e467d9950406e01affda7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731649158369 2024-11-15T05:39:23,784 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f02e56ec0a74305ad4b600e3f9e18a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731649158369 2024-11-15T05:39:23,784 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e85f560ff8284cecaf210857de7e1df9, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731649159599 2024-11-15T05:39:23,784 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting df38f51ada9b4a67ad409e3b88f71a5f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731649159599 2024-11-15T05:39:23,784 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 62a17e2122bb4a39bbe7a0b47c7c755a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731649161861 2024-11-15T05:39:23,785 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23e435bf38ce407cb2fa1219aad8e653, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731649161861 2024-11-15T05:39:23,794 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:23,795 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:23,795 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/64e9ff9074d1418988763c30140c89c9 is 50, key is test_row_0/C:col10/1731649162503/Put/seqid=0 2024-11-15T05:39:23,798 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411158b54259a2b934214bb6b9e86df4ef24e_d00511d2c7d4c5b4262f9471328e819f store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:23,799 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411158b54259a2b934214bb6b9e86df4ef24e_d00511d2c7d4c5b4262f9471328e819f, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:23,800 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158b54259a2b934214bb6b9e86df4ef24e_d00511d2c7d4c5b4262f9471328e819f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742235_1411 (size=12527) 2024-11-15T05:39:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742236_1412 (size=4469) 2024-11-15T05:39:23,807 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#A#compaction#349 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:23,807 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/7323ed3862ad44a28a348096b2ba78af is 175, key is test_row_0/A:col10/1731649162503/Put/seqid=0 2024-11-15T05:39:23,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742237_1413 (size=31481) 2024-11-15T05:39:23,822 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/7323ed3862ad44a28a348096b2ba78af as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/7323ed3862ad44a28a348096b2ba78af 2024-11-15T05:39:23,828 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/A of d00511d2c7d4c5b4262f9471328e819f into 7323ed3862ad44a28a348096b2ba78af(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:23,828 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:23,828 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/A, priority=12, startTime=1731649163781; duration=0sec 2024-11-15T05:39:23,828 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:23,828 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:A 2024-11-15T05:39:23,828 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:23,829 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:23,829 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/B is initiating minor compaction (all files) 2024-11-15T05:39:23,829 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/B in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,829 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cab806e35b9c4d88a789252eeb72e0e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/41dc8a0ce9a643cc89fc7961f7634903, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1dc3a95fb7364964aaeac3e44bb3013e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/0d8bbf1ca48448c3977be0f5f81863d1] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=45.2 K 2024-11-15T05:39:23,830 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting cab806e35b9c4d88a789252eeb72e0e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731649158286 2024-11-15T05:39:23,830 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 41dc8a0ce9a643cc89fc7961f7634903, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731649158369 2024-11-15T05:39:23,830 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dc3a95fb7364964aaeac3e44bb3013e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731649159599 2024-11-15T05:39:23,831 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d8bbf1ca48448c3977be0f5f81863d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731649161861 2024-11-15T05:39:23,842 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:23,843 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/7ea78e85c4b241cbad20511b6b1a4f76 is 50, key is test_row_0/B:col10/1731649162503/Put/seqid=0 2024-11-15T05:39:23,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T05:39:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:23,843 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-15T05:39:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158fbb486a434845cf8cc8c6e600301a08_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649162518/Put/seqid=0 2024-11-15T05:39:23,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742238_1414 (size=12527) 2024-11-15T05:39:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742239_1415 (size=12304) 2024-11-15T05:39:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:23,873 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158fbb486a434845cf8cc8c6e600301a08_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158fbb486a434845cf8cc8c6e600301a08_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/cce34f688510427e815e8788ac366d68, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/cce34f688510427e815e8788ac366d68 is 175, key is test_row_0/A:col10/1731649162518/Put/seqid=0 2024-11-15T05:39:23,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742240_1416 (size=31105) 2024-11-15T05:39:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:24,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:24,210 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/64e9ff9074d1418988763c30140c89c9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/64e9ff9074d1418988763c30140c89c9 2024-11-15T05:39:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T05:39:24,217 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/C of d00511d2c7d4c5b4262f9471328e819f into 64e9ff9074d1418988763c30140c89c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:24,217 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:24,218 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/C, priority=12, startTime=1731649163781; duration=0sec 2024-11-15T05:39:24,218 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:24,218 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:C 2024-11-15T05:39:24,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649224217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649224234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,266 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/7ea78e85c4b241cbad20511b6b1a4f76 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ea78e85c4b241cbad20511b6b1a4f76 2024-11-15T05:39:24,278 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/B of d00511d2c7d4c5b4262f9471328e819f into 7ea78e85c4b241cbad20511b6b1a4f76(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:24,278 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:24,279 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/B, priority=12, startTime=1731649163781; duration=0sec 2024-11-15T05:39:24,279 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:24,279 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:B 2024-11-15T05:39:24,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/cce34f688510427e815e8788ac366d68 2024-11-15T05:39:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/951e1819c4ce402587c2b8fef4ab833b is 50, key is test_row_0/B:col10/1731649162518/Put/seqid=0 2024-11-15T05:39:24,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742241_1417 (size=12151) 2024-11-15T05:39:24,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649224342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649224351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649224561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649224571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,709 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/951e1819c4ce402587c2b8fef4ab833b 2024-11-15T05:39:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/53b6292da6c24ece8e5cd78e4bd4f48e is 50, key is test_row_0/C:col10/1731649162518/Put/seqid=0 2024-11-15T05:39:24,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742242_1418 (size=12151) 2024-11-15T05:39:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649224732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649224732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649224732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,733 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in d00511d2c7d4c5b4262f9471328e819f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,733 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in d00511d2c7d4c5b4262f9471328e819f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,734 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in d00511d2c7d4c5b4262f9471328e819f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649224881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649224891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:25,122 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/53b6292da6c24ece8e5cd78e4bd4f48e 2024-11-15T05:39:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/cce34f688510427e815e8788ac366d68 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/cce34f688510427e815e8788ac366d68 2024-11-15T05:39:25,131 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/cce34f688510427e815e8788ac366d68, entries=150, sequenceid=183, filesize=30.4 K 2024-11-15T05:39:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/951e1819c4ce402587c2b8fef4ab833b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/951e1819c4ce402587c2b8fef4ab833b 2024-11-15T05:39:25,135 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/951e1819c4ce402587c2b8fef4ab833b, entries=150, sequenceid=183, filesize=11.9 K 2024-11-15T05:39:25,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/53b6292da6c24ece8e5cd78e4bd4f48e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/53b6292da6c24ece8e5cd78e4bd4f48e 2024-11-15T05:39:25,140 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/53b6292da6c24ece8e5cd78e4bd4f48e, entries=150, sequenceid=183, filesize=11.9 K 2024-11-15T05:39:25,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d00511d2c7d4c5b4262f9471328e819f in 1298ms, sequenceid=183, compaction requested=false 2024-11-15T05:39:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-15T05:39:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-15T05:39:25,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-15T05:39:25,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0680 sec 2024-11-15T05:39:25,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.0730 sec 2024-11-15T05:39:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T05:39:25,221 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:25,222 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-15T05:39:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T05:39:25,224 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:25,224 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:25,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T05:39:25,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T05:39:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:25,377 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T05:39:25,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111532b0baf023ed4b349d8c3b9e80ebee33_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649164192/Put/seqid=0 2024-11-15T05:39:25,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742243_1419 (size=12304) 2024-11-15T05:39:25,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649225439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649225444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T05:39:25,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649225561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:25,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649225561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649225781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649225781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:25,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:25,823 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111532b0baf023ed4b349d8c3b9e80ebee33_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111532b0baf023ed4b349d8c3b9e80ebee33_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:25,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/e0a9cdcf87764cec86a5d075dba546a5, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:25,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/e0a9cdcf87764cec86a5d075dba546a5 is 175, key is test_row_0/A:col10/1731649164192/Put/seqid=0 2024-11-15T05:39:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742244_1420 (size=31105) 2024-11-15T05:39:25,829 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/e0a9cdcf87764cec86a5d075dba546a5 2024-11-15T05:39:25,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/ba719ae479014dd883f8b76c13321092 is 50, key is test_row_0/B:col10/1731649164192/Put/seqid=0 2024-11-15T05:39:25,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742245_1421 (size=12151) 2024-11-15T05:39:25,850 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/ba719ae479014dd883f8b76c13321092 2024-11-15T05:39:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T05:39:25,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/c2870535b9ab420b8844b62bbe55ad1b is 50, key is test_row_0/C:col10/1731649164192/Put/seqid=0 2024-11-15T05:39:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742246_1422 (size=12151) 2024-11-15T05:39:25,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/c2870535b9ab420b8844b62bbe55ad1b 2024-11-15T05:39:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/e0a9cdcf87764cec86a5d075dba546a5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e0a9cdcf87764cec86a5d075dba546a5 2024-11-15T05:39:25,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e0a9cdcf87764cec86a5d075dba546a5, entries=150, sequenceid=212, filesize=30.4 K 2024-11-15T05:39:25,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/ba719ae479014dd883f8b76c13321092 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/ba719ae479014dd883f8b76c13321092 2024-11-15T05:39:25,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/ba719ae479014dd883f8b76c13321092, entries=150, sequenceid=212, filesize=11.9 K 2024-11-15T05:39:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/c2870535b9ab420b8844b62bbe55ad1b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2870535b9ab420b8844b62bbe55ad1b 2024-11-15T05:39:25,884 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2870535b9ab420b8844b62bbe55ad1b, entries=150, sequenceid=212, filesize=11.9 K 2024-11-15T05:39:25,885 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d00511d2c7d4c5b4262f9471328e819f in 509ms, sequenceid=212, compaction requested=true 2024-11-15T05:39:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-15T05:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-15T05:39:25,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-15T05:39:25,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 663 msec 2024-11-15T05:39:25,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 667 msec 2024-11-15T05:39:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:26,107 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:26,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:39:26,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115923ae58be2474c7fa29198cd8d1ad496_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649166106/Put/seqid=0 2024-11-15T05:39:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742247_1423 (size=17284) 2024-11-15T05:39:26,126 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:26,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115923ae58be2474c7fa29198cd8d1ad496_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115923ae58be2474c7fa29198cd8d1ad496_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:26,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/31bf36381c41440692e206c2dc7ab1ce, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:26,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/31bf36381c41440692e206c2dc7ab1ce is 175, key is test_row_0/A:col10/1731649166106/Put/seqid=0 2024-11-15T05:39:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742248_1424 (size=48389) 2024-11-15T05:39:26,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649226256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649226268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T05:39:26,362 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:26,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-15T05:39:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T05:39:26,365 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:26,366 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:26,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:26,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649226381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649226391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T05:39:26,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T05:39:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:26,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,552 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/31bf36381c41440692e206c2dc7ab1ce 2024-11-15T05:39:26,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/6e54a34a443c4be586428b2ac9aeaf3d is 50, key is test_row_0/B:col10/1731649166106/Put/seqid=0 2024-11-15T05:39:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742249_1425 (size=12151) 2024-11-15T05:39:26,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/6e54a34a443c4be586428b2ac9aeaf3d 2024-11-15T05:39:26,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/eebf1d54cf244d44ad6d775ca899d9a0 is 50, key is test_row_0/C:col10/1731649166106/Put/seqid=0 2024-11-15T05:39:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742250_1426 (size=12151) 2024-11-15T05:39:26,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/eebf1d54cf244d44ad6d775ca899d9a0 2024-11-15T05:39:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/31bf36381c41440692e206c2dc7ab1ce as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/31bf36381c41440692e206c2dc7ab1ce 2024-11-15T05:39:26,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/31bf36381c41440692e206c2dc7ab1ce, entries=250, sequenceid=223, filesize=47.3 K 2024-11-15T05:39:26,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/6e54a34a443c4be586428b2ac9aeaf3d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/6e54a34a443c4be586428b2ac9aeaf3d 2024-11-15T05:39:26,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/6e54a34a443c4be586428b2ac9aeaf3d, entries=150, sequenceid=223, filesize=11.9 K 2024-11-15T05:39:26,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/eebf1d54cf244d44ad6d775ca899d9a0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/eebf1d54cf244d44ad6d775ca899d9a0 2024-11-15T05:39:26,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/eebf1d54cf244d44ad6d775ca899d9a0, entries=150, sequenceid=223, filesize=11.9 K 2024-11-15T05:39:26,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d00511d2c7d4c5b4262f9471328e819f in 508ms, sequenceid=223, compaction requested=true 2024-11-15T05:39:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T05:39:26,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:26,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-15T05:39:26,616 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:26,616 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:26,619 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:26,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T05:39:26,620 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142080 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:26,620 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/A is initiating minor compaction (all files) 2024-11-15T05:39:26,620 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/A in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,620 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/7323ed3862ad44a28a348096b2ba78af, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/cce34f688510427e815e8788ac366d68, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e0a9cdcf87764cec86a5d075dba546a5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/31bf36381c41440692e206c2dc7ab1ce] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=138.8 K 2024-11-15T05:39:26,620 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,620 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/7323ed3862ad44a28a348096b2ba78af, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/cce34f688510427e815e8788ac366d68, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e0a9cdcf87764cec86a5d075dba546a5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/31bf36381c41440692e206c2dc7ab1ce] 2024-11-15T05:39:26,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7323ed3862ad44a28a348096b2ba78af, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731649161861 2024-11-15T05:39:26,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting cce34f688510427e815e8788ac366d68, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731649162518 2024-11-15T05:39:26,621 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e0a9cdcf87764cec86a5d075dba546a5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649164184 2024-11-15T05:39:26,622 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:26,622 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/C is initiating minor compaction (all files) 2024-11-15T05:39:26,622 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 31bf36381c41440692e206c2dc7ab1ce, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731649165424 2024-11-15T05:39:26,622 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/C in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,622 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/64e9ff9074d1418988763c30140c89c9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/53b6292da6c24ece8e5cd78e4bd4f48e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2870535b9ab420b8844b62bbe55ad1b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/eebf1d54cf244d44ad6d775ca899d9a0] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=47.8 K 2024-11-15T05:39:26,622 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64e9ff9074d1418988763c30140c89c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731649161861 2024-11-15T05:39:26,623 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53b6292da6c24ece8e5cd78e4bd4f48e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731649162518 2024-11-15T05:39:26,623 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2870535b9ab420b8844b62bbe55ad1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649164184 2024-11-15T05:39:26,623 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting eebf1d54cf244d44ad6d775ca899d9a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731649165424 2024-11-15T05:39:26,645 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:26,663 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:26,663 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/a24fd285456f4cfe8cab93fe74992c8d is 50, key is test_row_0/C:col10/1731649166106/Put/seqid=0 2024-11-15T05:39:26,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cbf73c77bc05412eacb5968e05bc6918_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649166616/Put/seqid=0 2024-11-15T05:39:26,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T05:39:26,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:26,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T05:39:26,683 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111506932ebe49b649168c50a9b58504fcfb_d00511d2c7d4c5b4262f9471328e819f store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:26,685 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111506932ebe49b649168c50a9b58504fcfb_d00511d2c7d4c5b4262f9471328e819f, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:26,685 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111506932ebe49b649168c50a9b58504fcfb_d00511d2c7d4c5b4262f9471328e819f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742251_1427 (size=12663) 2024-11-15T05:39:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649226693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649226693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742253_1429 (size=4469) 2024-11-15T05:39:26,716 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#A#compaction#360 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:26,717 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/a4c9997a117f48d5b0a2371afc92f95e is 175, key is test_row_0/A:col10/1731649166106/Put/seqid=0 2024-11-15T05:39:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742252_1428 (size=17284) 2024-11-15T05:39:26,724 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:26,735 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cbf73c77bc05412eacb5968e05bc6918_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cbf73c77bc05412eacb5968e05bc6918_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:26,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/df6697d8729944c4abc121b602e4d638, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:26,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/df6697d8729944c4abc121b602e4d638 is 175, key is test_row_0/A:col10/1731649166616/Put/seqid=0 2024-11-15T05:39:26,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742254_1430 (size=31617) 2024-11-15T05:39:26,754 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/a4c9997a117f48d5b0a2371afc92f95e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a4c9997a117f48d5b0a2371afc92f95e 2024-11-15T05:39:26,759 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/A of d00511d2c7d4c5b4262f9471328e819f into a4c9997a117f48d5b0a2371afc92f95e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:26,759 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:26,759 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/A, priority=12, startTime=1731649166615; duration=0sec 2024-11-15T05:39:26,759 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:26,760 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:A 2024-11-15T05:39:26,760 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:26,761 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:26,761 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/B is initiating minor compaction (all files) 2024-11-15T05:39:26,761 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/B in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,762 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ea78e85c4b241cbad20511b6b1a4f76, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/951e1819c4ce402587c2b8fef4ab833b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/ba719ae479014dd883f8b76c13321092, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/6e54a34a443c4be586428b2ac9aeaf3d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=47.8 K 2024-11-15T05:39:26,762 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea78e85c4b241cbad20511b6b1a4f76, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731649161861 2024-11-15T05:39:26,762 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 951e1819c4ce402587c2b8fef4ab833b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731649162518 2024-11-15T05:39:26,763 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ba719ae479014dd883f8b76c13321092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731649164184 2024-11-15T05:39:26,763 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e54a34a443c4be586428b2ac9aeaf3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731649165424 2024-11-15T05:39:26,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649226751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649226751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,767 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in d00511d2c7d4c5b4262f9471328e819f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,768 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in d00511d2c7d4c5b4262f9471328e819f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649226762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,774 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in d00511d2c7d4c5b4262f9471328e819f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742255_1431 (size=48389) 2024-11-15T05:39:26,777 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:26,777 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/cb49ca35fb584c5290e0b3ed7652f7a2 is 50, key is test_row_0/B:col10/1731649166106/Put/seqid=0 2024-11-15T05:39:26,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/df6697d8729944c4abc121b602e4d638 2024-11-15T05:39:26,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/e20c4616c344445699dd6e386e685065 is 50, key is test_row_0/B:col10/1731649166616/Put/seqid=0 2024-11-15T05:39:26,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742256_1432 (size=12663) 2024-11-15T05:39:26,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649226822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649226823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:26,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T05:39:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742257_1433 (size=12151) 2024-11-15T05:39:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:26,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/e20c4616c344445699dd6e386e685065 2024-11-15T05:39:26,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/4a93ed6160b94e50b452ab4b4a27c291 is 50, key is test_row_0/C:col10/1731649166616/Put/seqid=0 2024-11-15T05:39:26,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742258_1434 (size=12151) 2024-11-15T05:39:26,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/4a93ed6160b94e50b452ab4b4a27c291 2024-11-15T05:39:26,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/df6697d8729944c4abc121b602e4d638 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/df6697d8729944c4abc121b602e4d638 2024-11-15T05:39:26,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/df6697d8729944c4abc121b602e4d638, entries=250, sequenceid=250, filesize=47.3 K 2024-11-15T05:39:26,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/e20c4616c344445699dd6e386e685065 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/e20c4616c344445699dd6e386e685065 2024-11-15T05:39:26,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/e20c4616c344445699dd6e386e685065, entries=150, sequenceid=250, filesize=11.9 K 2024-11-15T05:39:26,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/4a93ed6160b94e50b452ab4b4a27c291 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a93ed6160b94e50b452ab4b4a27c291 2024-11-15T05:39:26,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a93ed6160b94e50b452ab4b4a27c291, entries=150, sequenceid=250, filesize=11.9 K 2024-11-15T05:39:26,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for d00511d2c7d4c5b4262f9471328e819f in 289ms, sequenceid=250, compaction requested=false 2024-11-15T05:39:26,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:26,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T05:39:26,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:26,991 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T05:39:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T05:39:27,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158a66a295b4ee43b89b1d9e591ec83113_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649166651/Put/seqid=0 2024-11-15T05:39:27,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742259_1435 (size=12404) 2024-11-15T05:39:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:27,032 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158a66a295b4ee43b89b1d9e591ec83113_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a66a295b4ee43b89b1d9e591ec83113_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/a9439c65b88e493dbea203dda99bac92, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/a9439c65b88e493dbea203dda99bac92 is 175, key is test_row_0/A:col10/1731649166651/Put/seqid=0 2024-11-15T05:39:27,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742260_1436 (size=31205) 2024-11-15T05:39:27,047 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/a9439c65b88e493dbea203dda99bac92 2024-11-15T05:39:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:27,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/a9e535d18e2e4db1a53ca6fabd6bff35 is 50, key is test_row_0/B:col10/1731649166651/Put/seqid=0 2024-11-15T05:39:27,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742261_1437 (size=12251) 2024-11-15T05:39:27,072 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/a9e535d18e2e4db1a53ca6fabd6bff35 2024-11-15T05:39:27,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/5074f4f75cb441a1925f3602066ba265 is 50, key is test_row_0/C:col10/1731649166651/Put/seqid=0 2024-11-15T05:39:27,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742262_1438 (size=12251) 2024-11-15T05:39:27,088 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/5074f4f75cb441a1925f3602066ba265 2024-11-15T05:39:27,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/a9439c65b88e493dbea203dda99bac92 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a9439c65b88e493dbea203dda99bac92 2024-11-15T05:39:27,097 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a9439c65b88e493dbea203dda99bac92, entries=150, sequenceid=261, filesize=30.5 K 2024-11-15T05:39:27,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/a9e535d18e2e4db1a53ca6fabd6bff35 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/a9e535d18e2e4db1a53ca6fabd6bff35 2024-11-15T05:39:27,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/a9e535d18e2e4db1a53ca6fabd6bff35, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T05:39:27,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/5074f4f75cb441a1925f3602066ba265 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/5074f4f75cb441a1925f3602066ba265 2024-11-15T05:39:27,108 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/a24fd285456f4cfe8cab93fe74992c8d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a24fd285456f4cfe8cab93fe74992c8d 2024-11-15T05:39:27,114 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/C of d00511d2c7d4c5b4262f9471328e819f into a24fd285456f4cfe8cab93fe74992c8d(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:27,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:27,114 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/C, priority=12, startTime=1731649166615; duration=0sec 2024-11-15T05:39:27,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:27,114 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:C 2024-11-15T05:39:27,114 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/5074f4f75cb441a1925f3602066ba265, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T05:39:27,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=60.38 KB/61830 for d00511d2c7d4c5b4262f9471328e819f in 125ms, sequenceid=261, compaction requested=true 2024-11-15T05:39:27,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:27,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:27,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-15T05:39:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-15T05:39:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:27,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:39:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:27,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-15T05:39:27,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 754 msec 2024-11-15T05:39:27,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 761 msec 2024-11-15T05:39:27,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150105dfccd84b4e188aa664b0c8b89765_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649167096/Put/seqid=0 2024-11-15T05:39:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742263_1439 (size=14994) 2024-11-15T05:39:27,158 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:27,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150105dfccd84b4e188aa664b0c8b89765_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150105dfccd84b4e188aa664b0c8b89765_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:27,175 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/8ca162a55d4d4910b8d6fb30edd83f0e, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:27,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/8ca162a55d4d4910b8d6fb30edd83f0e is 175, key is test_row_0/A:col10/1731649167096/Put/seqid=0 2024-11-15T05:39:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742264_1440 (size=39949) 2024-11-15T05:39:27,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/8ca162a55d4d4910b8d6fb30edd83f0e 2024-11-15T05:39:27,227 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/cb49ca35fb584c5290e0b3ed7652f7a2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cb49ca35fb584c5290e0b3ed7652f7a2 2024-11-15T05:39:27,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/48cf7f0afb934b7c91a20e19c640255d is 50, key is test_row_0/B:col10/1731649167096/Put/seqid=0 2024-11-15T05:39:27,235 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/B of d00511d2c7d4c5b4262f9471328e819f into cb49ca35fb584c5290e0b3ed7652f7a2(size=12.4 K), total size for store is 36.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:27,235 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:27,235 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/B, priority=12, startTime=1731649166615; duration=0sec 2024-11-15T05:39:27,236 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:27,236 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:B 2024-11-15T05:39:27,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742265_1441 (size=12301) 2024-11-15T05:39:27,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649227293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:27,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649227307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649227422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:27,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649227431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T05:39:27,502 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:27,503 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-15T05:39:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T05:39:27,505 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:27,506 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:27,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T05:39:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649227641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649227641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:27,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/48cf7f0afb934b7c91a20e19c640255d 2024-11-15T05:39:27,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/fd759889bf7b42eea83cc1221472f5af is 50, key is test_row_0/C:col10/1731649167096/Put/seqid=0 2024-11-15T05:39:27,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-15T05:39:27,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:27,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:27,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:27,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742266_1442 (size=12301) 2024-11-15T05:39:27,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-15T05:39:27,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:27,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:27,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:27,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T05:39:27,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649227951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:27,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-15T05:39:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:27,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:27,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649227961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:27,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:27,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:28,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/fd759889bf7b42eea83cc1221472f5af 2024-11-15T05:39:28,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/8ca162a55d4d4910b8d6fb30edd83f0e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/8ca162a55d4d4910b8d6fb30edd83f0e 2024-11-15T05:39:28,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/8ca162a55d4d4910b8d6fb30edd83f0e, entries=200, sequenceid=275, filesize=39.0 K 2024-11-15T05:39:28,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/48cf7f0afb934b7c91a20e19c640255d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/48cf7f0afb934b7c91a20e19c640255d 2024-11-15T05:39:28,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/48cf7f0afb934b7c91a20e19c640255d, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T05:39:28,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/fd759889bf7b42eea83cc1221472f5af as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fd759889bf7b42eea83cc1221472f5af 2024-11-15T05:39:28,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fd759889bf7b42eea83cc1221472f5af, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T05:39:28,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d00511d2c7d4c5b4262f9471328e819f in 963ms, sequenceid=275, compaction requested=true 2024-11-15T05:39:28,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:28,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:28,080 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:28,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:28,080 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:28,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:28,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:28,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:28,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:28,081 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151160 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:28,081 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/A is initiating minor compaction (all files) 2024-11-15T05:39:28,081 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/A in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:28,081 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a4c9997a117f48d5b0a2371afc92f95e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/df6697d8729944c4abc121b602e4d638, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a9439c65b88e493dbea203dda99bac92, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/8ca162a55d4d4910b8d6fb30edd83f0e] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=147.6 K 2024-11-15T05:39:28,081 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:28,081 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a4c9997a117f48d5b0a2371afc92f95e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/df6697d8729944c4abc121b602e4d638, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a9439c65b88e493dbea203dda99bac92, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/8ca162a55d4d4910b8d6fb30edd83f0e] 2024-11-15T05:39:28,082 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:28,082 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4c9997a117f48d5b0a2371afc92f95e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731649165424 2024-11-15T05:39:28,082 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/B is initiating minor compaction (all files) 2024-11-15T05:39:28,082 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/B in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:28,082 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cb49ca35fb584c5290e0b3ed7652f7a2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/e20c4616c344445699dd6e386e685065, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/a9e535d18e2e4db1a53ca6fabd6bff35, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/48cf7f0afb934b7c91a20e19c640255d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=48.2 K 2024-11-15T05:39:28,083 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting df6697d8729944c4abc121b602e4d638, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731649166237 2024-11-15T05:39:28,083 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting cb49ca35fb584c5290e0b3ed7652f7a2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731649165424 2024-11-15T05:39:28,083 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9439c65b88e493dbea203dda99bac92, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649166646 2024-11-15T05:39:28,084 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e20c4616c344445699dd6e386e685065, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731649166254 2024-11-15T05:39:28,084 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ca162a55d4d4910b8d6fb30edd83f0e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731649167080 2024-11-15T05:39:28,085 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a9e535d18e2e4db1a53ca6fabd6bff35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649166646 2024-11-15T05:39:28,085 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 48cf7f0afb934b7c91a20e19c640255d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731649167080 2024-11-15T05:39:28,091 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:28,095 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:28,095 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/7ff13f7db5cd466c984164f0eb0479e4 is 50, key is test_row_0/B:col10/1731649167096/Put/seqid=0 2024-11-15T05:39:28,096 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115a15bf60e66b4481da19e0ac812797d63_d00511d2c7d4c5b4262f9471328e819f store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:28,098 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115a15bf60e66b4481da19e0ac812797d63_d00511d2c7d4c5b4262f9471328e819f, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:28,098 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a15bf60e66b4481da19e0ac812797d63_d00511d2c7d4c5b4262f9471328e819f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742267_1443 (size=12949) 2024-11-15T05:39:28,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742268_1444 (size=4469) 2024-11-15T05:39:28,110 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#A#compaction#372 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:28,111 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/89ad93b649e44b1ca5d7d01c9820894f is 175, key is test_row_0/A:col10/1731649167096/Put/seqid=0 2024-11-15T05:39:28,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-15T05:39:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742269_1445 (size=31903) 2024-11-15T05:39:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:28,119 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:39:28,126 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/89ad93b649e44b1ca5d7d01c9820894f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/89ad93b649e44b1ca5d7d01c9820894f 2024-11-15T05:39:28,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152347308740584ea8bcc018f0e36ab414_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649167291/Put/seqid=0 2024-11-15T05:39:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T05:39:28,133 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/A of d00511d2c7d4c5b4262f9471328e819f into 89ad93b649e44b1ca5d7d01c9820894f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:28,133 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:28,133 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/A, priority=12, startTime=1731649168080; duration=0sec 2024-11-15T05:39:28,133 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:28,133 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:A 2024-11-15T05:39:28,133 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:28,135 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:28,135 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/C is initiating minor compaction (all files) 2024-11-15T05:39:28,135 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/C in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:28,135 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a24fd285456f4cfe8cab93fe74992c8d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a93ed6160b94e50b452ab4b4a27c291, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/5074f4f75cb441a1925f3602066ba265, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fd759889bf7b42eea83cc1221472f5af] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=48.2 K 2024-11-15T05:39:28,135 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a24fd285456f4cfe8cab93fe74992c8d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731649165424 2024-11-15T05:39:28,136 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a93ed6160b94e50b452ab4b4a27c291, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731649166254 2024-11-15T05:39:28,136 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5074f4f75cb441a1925f3602066ba265, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649166646 2024-11-15T05:39:28,136 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd759889bf7b42eea83cc1221472f5af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731649167080 2024-11-15T05:39:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742270_1446 (size=12454) 2024-11-15T05:39:28,150 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:28,150 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/a814fade6ebc4b25a8f8c69359c8726b is 50, key is test_row_0/C:col10/1731649167096/Put/seqid=0 2024-11-15T05:39:28,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742271_1447 (size=12949) 2024-11-15T05:39:28,167 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/a814fade6ebc4b25a8f8c69359c8726b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a814fade6ebc4b25a8f8c69359c8726b 2024-11-15T05:39:28,176 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/C of d00511d2c7d4c5b4262f9471328e819f into a814fade6ebc4b25a8f8c69359c8726b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:28,176 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:28,176 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/C, priority=12, startTime=1731649168080; duration=0sec 2024-11-15T05:39:28,177 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:28,177 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:C 2024-11-15T05:39:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:28,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:28,512 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/7ff13f7db5cd466c984164f0eb0479e4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ff13f7db5cd466c984164f0eb0479e4 2024-11-15T05:39:28,517 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/B of d00511d2c7d4c5b4262f9471328e819f into 7ff13f7db5cd466c984164f0eb0479e4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:28,517 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:28,517 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/B, priority=12, startTime=1731649168080; duration=0sec 2024-11-15T05:39:28,517 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:28,517 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:B 2024-11-15T05:39:28,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:28,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649228534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:28,549 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152347308740584ea8bcc018f0e36ab414_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152347308740584ea8bcc018f0e36ab414_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649228535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:28,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/32b79f90225d457e9be112c79ee8169c, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:28,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/32b79f90225d457e9be112c79ee8169c is 175, key is test_row_0/A:col10/1731649167291/Put/seqid=0 2024-11-15T05:39:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742272_1448 (size=31255) 2024-11-15T05:39:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T05:39:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649228661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649228662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649228871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:28,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649228871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:28,962 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/32b79f90225d457e9be112c79ee8169c 2024-11-15T05:39:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/f825c6ba184b42ae96235f582cf5f9e1 is 50, key is test_row_0/B:col10/1731649167291/Put/seqid=0 2024-11-15T05:39:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742273_1449 (size=12301) 2024-11-15T05:39:29,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649229192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:29,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649229192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:29,394 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/f825c6ba184b42ae96235f582cf5f9e1 2024-11-15T05:39:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/fbdf620a89c54f73a7c5d0f5158e8c2c is 50, key is test_row_0/C:col10/1731649167291/Put/seqid=0 2024-11-15T05:39:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742274_1450 (size=12301) 2024-11-15T05:39:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T05:39:29,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649229711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:29,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:29,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649229711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:29,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:29,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:29,805 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/fbdf620a89c54f73a7c5d0f5158e8c2c 2024-11-15T05:39:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/32b79f90225d457e9be112c79ee8169c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/32b79f90225d457e9be112c79ee8169c 2024-11-15T05:39:29,829 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/32b79f90225d457e9be112c79ee8169c, entries=150, sequenceid=299, filesize=30.5 K 2024-11-15T05:39:29,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/f825c6ba184b42ae96235f582cf5f9e1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f825c6ba184b42ae96235f582cf5f9e1 2024-11-15T05:39:29,835 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f825c6ba184b42ae96235f582cf5f9e1, entries=150, sequenceid=299, filesize=12.0 K 2024-11-15T05:39:29,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/fbdf620a89c54f73a7c5d0f5158e8c2c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fbdf620a89c54f73a7c5d0f5158e8c2c 2024-11-15T05:39:29,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fbdf620a89c54f73a7c5d0f5158e8c2c, entries=150, sequenceid=299, filesize=12.0 K 2024-11-15T05:39:29,850 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d00511d2c7d4c5b4262f9471328e819f in 1731ms, sequenceid=299, compaction requested=false 2024-11-15T05:39:29,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:29,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:29,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-15T05:39:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-15T05:39:29,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-15T05:39:29,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3460 sec 2024-11-15T05:39:29,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.3520 sec 2024-11-15T05:39:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:30,737 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:30,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:39:30,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b38ab2044aba48e48554586b38340119_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649170733/Put/seqid=0 2024-11-15T05:39:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742275_1451 (size=14994) 2024-11-15T05:39:30,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649230813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649230814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649230818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649230819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649230827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649230932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649230932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649230941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649230941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649230951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:30,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:30,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649231151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649231152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:31,171 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b38ab2044aba48e48554586b38340119_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b38ab2044aba48e48554586b38340119_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:31,172 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/279857ee6fd247ce9173194b5020a282, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:31,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/279857ee6fd247ce9173194b5020a282 is 175, key is test_row_0/A:col10/1731649170733/Put/seqid=0 2024-11-15T05:39:31,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649231161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649231161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649231171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742276_1452 (size=39949) 2024-11-15T05:39:31,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/279857ee6fd247ce9173194b5020a282 2024-11-15T05:39:31,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/131f799bee814857bdcce626321e5fac is 50, key is test_row_0/B:col10/1731649170733/Put/seqid=0 2024-11-15T05:39:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742277_1453 (size=12301) 2024-11-15T05:39:31,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/131f799bee814857bdcce626321e5fac 2024-11-15T05:39:31,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/76a495eda6d34d53910b786258bc7f1a is 50, key is test_row_0/C:col10/1731649170733/Put/seqid=0 2024-11-15T05:39:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742278_1454 (size=12301) 2024-11-15T05:39:31,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649231471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649231472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649231481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649231482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649231482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:31,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/76a495eda6d34d53910b786258bc7f1a 2024-11-15T05:39:31,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/279857ee6fd247ce9173194b5020a282 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/279857ee6fd247ce9173194b5020a282 2024-11-15T05:39:31,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/279857ee6fd247ce9173194b5020a282, entries=200, sequenceid=316, filesize=39.0 K 2024-11-15T05:39:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/131f799bee814857bdcce626321e5fac as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/131f799bee814857bdcce626321e5fac 2024-11-15T05:39:31,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/131f799bee814857bdcce626321e5fac, entries=150, sequenceid=316, filesize=12.0 K 2024-11-15T05:39:31,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/76a495eda6d34d53910b786258bc7f1a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/76a495eda6d34d53910b786258bc7f1a 2024-11-15T05:39:31,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/76a495eda6d34d53910b786258bc7f1a, entries=150, sequenceid=316, filesize=12.0 K 2024-11-15T05:39:31,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d00511d2c7d4c5b4262f9471328e819f in 905ms, sequenceid=316, compaction requested=true 2024-11-15T05:39:31,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:31,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:31,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:31,643 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:31,643 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:31,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:31,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:31,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:31,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:31,645 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:31,645 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:31,645 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/A is initiating minor compaction (all files) 2024-11-15T05:39:31,645 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/B is initiating minor compaction (all files) 2024-11-15T05:39:31,646 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/A in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:31,646 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/B in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:31,646 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/89ad93b649e44b1ca5d7d01c9820894f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/32b79f90225d457e9be112c79ee8169c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/279857ee6fd247ce9173194b5020a282] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=100.7 K 2024-11-15T05:39:31,646 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:31,646 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ff13f7db5cd466c984164f0eb0479e4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f825c6ba184b42ae96235f582cf5f9e1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/131f799bee814857bdcce626321e5fac] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=36.7 K 2024-11-15T05:39:31,646 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/89ad93b649e44b1ca5d7d01c9820894f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/32b79f90225d457e9be112c79ee8169c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/279857ee6fd247ce9173194b5020a282] 2024-11-15T05:39:31,646 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ff13f7db5cd466c984164f0eb0479e4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731649167080 2024-11-15T05:39:31,646 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89ad93b649e44b1ca5d7d01c9820894f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731649167080 2024-11-15T05:39:31,646 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f825c6ba184b42ae96235f582cf5f9e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731649167290 2024-11-15T05:39:31,646 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32b79f90225d457e9be112c79ee8169c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731649167290 2024-11-15T05:39:31,646 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 131f799bee814857bdcce626321e5fac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731649168517 2024-11-15T05:39:31,646 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 279857ee6fd247ce9173194b5020a282, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731649168516 2024-11-15T05:39:31,657 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:31,658 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:31,658 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/f1ad16f6e2fc4803b4e1d19ca180850e is 50, key is test_row_0/B:col10/1731649170733/Put/seqid=0 2024-11-15T05:39:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T05:39:31,664 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:31,664 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:31,665 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e4febdbb1e4e4504946866c01cef3347_d00511d2c7d4c5b4262f9471328e819f store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-15T05:39:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T05:39:31,667 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e4febdbb1e4e4504946866c01cef3347_d00511d2c7d4c5b4262f9471328e819f, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:31,667 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e4febdbb1e4e4504946866c01cef3347_d00511d2c7d4c5b4262f9471328e819f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:31,667 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:31,668 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:31,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742279_1455 (size=13051) 2024-11-15T05:39:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742280_1456 (size=4469) 2024-11-15T05:39:31,679 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#A#compaction#382 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:31,679 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/356f8c40b1a343088ab3ca0fa23de1a4 is 175, key is test_row_0/A:col10/1731649170733/Put/seqid=0 2024-11-15T05:39:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742281_1457 (size=32005) 2024-11-15T05:39:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T05:39:31,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-15T05:39:31,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:31,821 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T05:39:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115255ea05c204b4f0c96c3176127c3163c_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649170817/Put/seqid=0 2024-11-15T05:39:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742282_1458 (size=12454) 2024-11-15T05:39:31,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:31,892 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115255ea05c204b4f0c96c3176127c3163c_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115255ea05c204b4f0c96c3176127c3163c_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:31,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/ebaf1444768942c1830f9be84913bc57, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/ebaf1444768942c1830f9be84913bc57 is 175, key is test_row_0/A:col10/1731649170817/Put/seqid=0 2024-11-15T05:39:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742283_1459 (size=31255) 2024-11-15T05:39:31,918 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/ebaf1444768942c1830f9be84913bc57 2024-11-15T05:39:31,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/5c76e1211ea843519fc62a3df0a7d4d9 is 50, key is test_row_0/B:col10/1731649170817/Put/seqid=0 2024-11-15T05:39:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742284_1460 (size=12301) 2024-11-15T05:39:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T05:39:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. as already flushing 2024-11-15T05:39:32,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649232012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649232027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649232027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649232027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649232034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,076 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/f1ad16f6e2fc4803b4e1d19ca180850e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f1ad16f6e2fc4803b4e1d19ca180850e 2024-11-15T05:39:32,083 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/B of d00511d2c7d4c5b4262f9471328e819f into f1ad16f6e2fc4803b4e1d19ca180850e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:32,083 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:32,084 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/B, priority=13, startTime=1731649171643; duration=0sec 2024-11-15T05:39:32,084 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:32,084 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:B 2024-11-15T05:39:32,084 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:32,092 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:32,092 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): d00511d2c7d4c5b4262f9471328e819f/C is initiating minor compaction (all files) 2024-11-15T05:39:32,092 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d00511d2c7d4c5b4262f9471328e819f/C in TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:32,092 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a814fade6ebc4b25a8f8c69359c8726b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fbdf620a89c54f73a7c5d0f5158e8c2c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/76a495eda6d34d53910b786258bc7f1a] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp, totalSize=36.7 K 2024-11-15T05:39:32,093 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a814fade6ebc4b25a8f8c69359c8726b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731649167080 2024-11-15T05:39:32,094 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fbdf620a89c54f73a7c5d0f5158e8c2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731649167290 2024-11-15T05:39:32,094 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 76a495eda6d34d53910b786258bc7f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731649168517 2024-11-15T05:39:32,095 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/356f8c40b1a343088ab3ca0fa23de1a4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/356f8c40b1a343088ab3ca0fa23de1a4 2024-11-15T05:39:32,102 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/A of d00511d2c7d4c5b4262f9471328e819f into 356f8c40b1a343088ab3ca0fa23de1a4(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:32,102 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:32,102 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/A, priority=13, startTime=1731649171642; duration=0sec 2024-11-15T05:39:32,102 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:32,102 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:A 2024-11-15T05:39:32,110 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d00511d2c7d4c5b4262f9471328e819f#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:32,111 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/b2e2d72944a24790b077e51eb6d8a216 is 50, key is test_row_0/C:col10/1731649170733/Put/seqid=0 2024-11-15T05:39:32,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742285_1461 (size=13051) 2024-11-15T05:39:32,124 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/b2e2d72944a24790b077e51eb6d8a216 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/b2e2d72944a24790b077e51eb6d8a216 2024-11-15T05:39:32,131 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d00511d2c7d4c5b4262f9471328e819f/C of d00511d2c7d4c5b4262f9471328e819f into b2e2d72944a24790b077e51eb6d8a216(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:32,131 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:32,131 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., storeName=d00511d2c7d4c5b4262f9471328e819f/C, priority=13, startTime=1731649171643; duration=0sec 2024-11-15T05:39:32,131 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:32,131 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:C 2024-11-15T05:39:32,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649232131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649232151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649232151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649232151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649232161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T05:39:32,319 INFO [Thread-1666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1666. 2024-11-15T05:39:32,319 DEBUG [Thread-1666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:32,319 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,319 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:32,325 INFO [Thread-1662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1662. 2024-11-15T05:39:32,325 DEBUG [Thread-1662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:32,325 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,326 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,326 INFO [Thread-1670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1670. 2024-11-15T05:39:32,326 DEBUG [Thread-1670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:32,326 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,327 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:32,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:32,330 INFO [Thread-1668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1668. 2024-11-15T05:39:32,330 DEBUG [Thread-1668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:32,330 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,331 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:32,334 INFO [Thread-1664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1664. 2024-11-15T05:39:32,334 DEBUG [Thread-1664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:32,334 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,334 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:32,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:32,342 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/5c76e1211ea843519fc62a3df0a7d4d9 2024-11-15T05:39:32,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/e7051643f7f1478e9dd61e4faa482cb0 is 50, key is test_row_0/C:col10/1731649170817/Put/seqid=0 2024-11-15T05:39:32,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649232351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742286_1462 (size=12301) 2024-11-15T05:39:32,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649232361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649232371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649232372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649232382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49510 deadline: 1731649232661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49530 deadline: 1731649232671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49464 deadline: 1731649232681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49546 deadline: 1731649232682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49542 deadline: 1731649232691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:39:32,753 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/e7051643f7f1478e9dd61e4faa482cb0 2024-11-15T05:39:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/ebaf1444768942c1830f9be84913bc57 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/ebaf1444768942c1830f9be84913bc57 2024-11-15T05:39:32,761 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/ebaf1444768942c1830f9be84913bc57, entries=150, sequenceid=338, filesize=30.5 K 2024-11-15T05:39:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/5c76e1211ea843519fc62a3df0a7d4d9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/5c76e1211ea843519fc62a3df0a7d4d9 2024-11-15T05:39:32,765 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/5c76e1211ea843519fc62a3df0a7d4d9, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T05:39:32,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/e7051643f7f1478e9dd61e4faa482cb0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/e7051643f7f1478e9dd61e4faa482cb0 2024-11-15T05:39:32,769 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/e7051643f7f1478e9dd61e4faa482cb0, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T05:39:32,770 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d00511d2c7d4c5b4262f9471328e819f in 949ms, sequenceid=338, compaction requested=false 2024-11-15T05:39:32,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:32,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:32,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-15T05:39:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-15T05:39:32,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-15T05:39:32,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1040 sec 2024-11-15T05:39:32,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.1090 sec 2024-11-15T05:39:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-15T05:39:32,801 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:33,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T05:39:33,173 INFO [Thread-1653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1653. 2024-11-15T05:39:33,173 DEBUG [Thread-1653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:33,173 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,173 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:33,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152f4a27e52f8b41d59b4c4e7de8585389_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649173172/Put/seqid=0 2024-11-15T05:39:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742287_1463 (size=12454) 2024-11-15T05:39:33,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:33,182 INFO [Thread-1657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1657. 2024-11-15T05:39:33,182 DEBUG [Thread-1657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:33,182 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,182 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:33,185 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152f4a27e52f8b41d59b4c4e7de8585389_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152f4a27e52f8b41d59b4c4e7de8585389_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:33,186 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/2b589352408e47ccb9777b1383d6b6d9, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:33,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/2b589352408e47ccb9777b1383d6b6d9 is 175, key is test_row_0/A:col10/1731649173172/Put/seqid=0 2024-11-15T05:39:33,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742288_1464 (size=31255) 2024-11-15T05:39:33,192 INFO [Thread-1659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1659. 2024-11-15T05:39:33,193 DEBUG [Thread-1659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:33,193 DEBUG [Thread-1659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,193 INFO [Thread-1655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1655. 2024-11-15T05:39:33,193 DEBUG [Thread-1655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:33,193 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,193 DEBUG [Thread-1659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:33,193 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:33,202 INFO [Thread-1651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1651. 2024-11-15T05:39:33,202 DEBUG [Thread-1651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:33,202 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,202 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 980 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2939 rows 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 971 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2910 rows 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 974 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2921 rows 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 976 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2924 rows 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 980 2024-11-15T05:39:33,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2938 rows 2024-11-15T05:39:33,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:39:33,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:39:33,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:33,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:33,204 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T05:39:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T05:39:33,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649173207"}]},"ts":"1731649173207"} 2024-11-15T05:39:33,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T05:39:33,208 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T05:39:33,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:39:33,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, UNASSIGN}] 2024-11-15T05:39:33,211 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, UNASSIGN 2024-11-15T05:39:33,212 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=d00511d2c7d4c5b4262f9471328e819f, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:33,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, UNASSIGN because future has completed 2024-11-15T05:39:33,213 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:39:33,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:39:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T05:39:33,365 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:33,365 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:39:33,365 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing d00511d2c7d4c5b4262f9471328e819f, disabling compactions & flushes 2024-11-15T05:39:33,365 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T05:39:33,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/2b589352408e47ccb9777b1383d6b6d9 2024-11-15T05:39:33,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/22d90c0b122b4cc9b00fec8bb0d8ebf2 is 50, key is test_row_0/B:col10/1731649173172/Put/seqid=0 2024-11-15T05:39:33,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742289_1465 (size=12301) 2024-11-15T05:39:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T05:39:33,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/22d90c0b122b4cc9b00fec8bb0d8ebf2 2024-11-15T05:39:34,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/f75ec5655e8348598f1ec66a6141fd44 is 50, key is test_row_0/C:col10/1731649173172/Put/seqid=0 2024-11-15T05:39:34,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742290_1466 (size=12301) 2024-11-15T05:39:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T05:39:34,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/f75ec5655e8348598f1ec66a6141fd44 2024-11-15T05:39:34,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/2b589352408e47ccb9777b1383d6b6d9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/2b589352408e47ccb9777b1383d6b6d9 2024-11-15T05:39:34,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/2b589352408e47ccb9777b1383d6b6d9, entries=150, sequenceid=357, filesize=30.5 K 2024-11-15T05:39:34,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/22d90c0b122b4cc9b00fec8bb0d8ebf2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/22d90c0b122b4cc9b00fec8bb0d8ebf2 2024-11-15T05:39:34,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/22d90c0b122b4cc9b00fec8bb0d8ebf2, entries=150, sequenceid=357, filesize=12.0 K 2024-11-15T05:39:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/f75ec5655e8348598f1ec66a6141fd44 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/f75ec5655e8348598f1ec66a6141fd44 2024-11-15T05:39:34,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/f75ec5655e8348598f1ec66a6141fd44, entries=150, sequenceid=357, filesize=12.0 K 2024-11-15T05:39:34,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for d00511d2c7d4c5b4262f9471328e819f in 1246ms, sequenceid=357, compaction requested=true 2024-11-15T05:39:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d00511d2c7d4c5b4262f9471328e819f: 2024-11-15T05:39:34,419 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:34,419 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:34,419 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. after waiting 0 ms 2024-11-15T05:39:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:34,419 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d00511d2c7d4c5b4262f9471328e819f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:34,419 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing d00511d2c7d4c5b4262f9471328e819f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-15T05:39:34,419 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. because compaction request was cancelled 2024-11-15T05:39:34,419 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. because compaction request was cancelled 2024-11-15T05:39:34,420 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:B 2024-11-15T05:39:34,420 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:A 2024-11-15T05:39:34,420 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. because compaction request was cancelled 2024-11-15T05:39:34,420 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d00511d2c7d4c5b4262f9471328e819f:C 2024-11-15T05:39:34,424 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d7c946c2de5a4197854b66924ac03401_d00511d2c7d4c5b4262f9471328e819f is 50, key is test_row_0/A:col10/1731649173201/Put/seqid=0 2024-11-15T05:39:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742291_1467 (size=9914) 2024-11-15T05:39:34,827 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:34,830 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d7c946c2de5a4197854b66924ac03401_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d7c946c2de5a4197854b66924ac03401_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:34,831 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/2d2311532d2d4e99b0df5ef11895093c, store: [table=TestAcidGuarantees family=A region=d00511d2c7d4c5b4262f9471328e819f] 2024-11-15T05:39:34,831 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/2d2311532d2d4e99b0df5ef11895093c is 175, key is test_row_0/A:col10/1731649173201/Put/seqid=0 2024-11-15T05:39:34,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742292_1468 (size=22561) 2024-11-15T05:39:35,059 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T05:39:35,235 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/2d2311532d2d4e99b0df5ef11895093c 2024-11-15T05:39:35,240 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/b0e1a171d242483d89dc6f847d3fb65c is 50, key is test_row_0/B:col10/1731649173201/Put/seqid=0 2024-11-15T05:39:35,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742293_1469 (size=9857) 2024-11-15T05:39:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T05:39:35,644 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/b0e1a171d242483d89dc6f847d3fb65c 2024-11-15T05:39:35,649 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/114d7cfcb92145938d042144f6853a18 is 50, key is test_row_0/C:col10/1731649173201/Put/seqid=0 2024-11-15T05:39:35,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742294_1470 (size=9857) 2024-11-15T05:39:36,052 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/114d7cfcb92145938d042144f6853a18 2024-11-15T05:39:36,056 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/A/2d2311532d2d4e99b0df5ef11895093c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/2d2311532d2d4e99b0df5ef11895093c 2024-11-15T05:39:36,058 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/2d2311532d2d4e99b0df5ef11895093c, entries=100, sequenceid=364, filesize=22.0 K 2024-11-15T05:39:36,059 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/B/b0e1a171d242483d89dc6f847d3fb65c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/b0e1a171d242483d89dc6f847d3fb65c 2024-11-15T05:39:36,062 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/b0e1a171d242483d89dc6f847d3fb65c, entries=100, sequenceid=364, filesize=9.6 K 2024-11-15T05:39:36,062 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/.tmp/C/114d7cfcb92145938d042144f6853a18 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/114d7cfcb92145938d042144f6853a18 2024-11-15T05:39:36,065 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/114d7cfcb92145938d042144f6853a18, entries=100, sequenceid=364, filesize=9.6 K 2024-11-15T05:39:36,066 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d00511d2c7d4c5b4262f9471328e819f in 1646ms, sequenceid=364, compaction requested=true 2024-11-15T05:39:36,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/b3258588679e480999a2b5d15d499842, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/85b852e860b04912bff8c9467f4967cd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6d02bfef323f443c9a4c0cb8266286aa, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62c2715976d9425dacd621b878c6fdae, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/53553d54dd6240709c32db836ca37181, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/644b64b75cd643f3a9250056688dafaa, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/fda8e7ef0545438ca1424a1f279a1fc0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/faf97461341e467d9950406e01affda7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e85f560ff8284cecaf210857de7e1df9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62a17e2122bb4a39bbe7a0b47c7c755a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/7323ed3862ad44a28a348096b2ba78af, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/cce34f688510427e815e8788ac366d68, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e0a9cdcf87764cec86a5d075dba546a5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/31bf36381c41440692e206c2dc7ab1ce, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a4c9997a117f48d5b0a2371afc92f95e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/df6697d8729944c4abc121b602e4d638, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a9439c65b88e493dbea203dda99bac92, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/8ca162a55d4d4910b8d6fb30edd83f0e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/89ad93b649e44b1ca5d7d01c9820894f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/32b79f90225d457e9be112c79ee8169c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/279857ee6fd247ce9173194b5020a282] to archive 2024-11-15T05:39:36,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:39:36,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/b3258588679e480999a2b5d15d499842 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/b3258588679e480999a2b5d15d499842 2024-11-15T05:39:36,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6c4ad9b5f9464aa89ea5d3e6f3fbe623 2024-11-15T05:39:36,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/85b852e860b04912bff8c9467f4967cd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/85b852e860b04912bff8c9467f4967cd 2024-11-15T05:39:36,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6d02bfef323f443c9a4c0cb8266286aa to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/6d02bfef323f443c9a4c0cb8266286aa 2024-11-15T05:39:36,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62c2715976d9425dacd621b878c6fdae to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62c2715976d9425dacd621b878c6fdae 2024-11-15T05:39:36,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/53553d54dd6240709c32db836ca37181 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/53553d54dd6240709c32db836ca37181 2024-11-15T05:39:36,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/644b64b75cd643f3a9250056688dafaa to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/644b64b75cd643f3a9250056688dafaa 2024-11-15T05:39:36,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/fda8e7ef0545438ca1424a1f279a1fc0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/fda8e7ef0545438ca1424a1f279a1fc0 2024-11-15T05:39:36,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/faf97461341e467d9950406e01affda7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/faf97461341e467d9950406e01affda7 2024-11-15T05:39:36,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e85f560ff8284cecaf210857de7e1df9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e85f560ff8284cecaf210857de7e1df9 2024-11-15T05:39:36,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62a17e2122bb4a39bbe7a0b47c7c755a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/62a17e2122bb4a39bbe7a0b47c7c755a 2024-11-15T05:39:36,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/7323ed3862ad44a28a348096b2ba78af to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/7323ed3862ad44a28a348096b2ba78af 2024-11-15T05:39:36,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/cce34f688510427e815e8788ac366d68 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/cce34f688510427e815e8788ac366d68 2024-11-15T05:39:36,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e0a9cdcf87764cec86a5d075dba546a5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/e0a9cdcf87764cec86a5d075dba546a5 2024-11-15T05:39:36,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/31bf36381c41440692e206c2dc7ab1ce to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/31bf36381c41440692e206c2dc7ab1ce 2024-11-15T05:39:36,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a4c9997a117f48d5b0a2371afc92f95e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a4c9997a117f48d5b0a2371afc92f95e 2024-11-15T05:39:36,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/df6697d8729944c4abc121b602e4d638 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/df6697d8729944c4abc121b602e4d638 2024-11-15T05:39:36,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a9439c65b88e493dbea203dda99bac92 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/a9439c65b88e493dbea203dda99bac92 2024-11-15T05:39:36,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/8ca162a55d4d4910b8d6fb30edd83f0e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/8ca162a55d4d4910b8d6fb30edd83f0e 2024-11-15T05:39:36,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/89ad93b649e44b1ca5d7d01c9820894f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/89ad93b649e44b1ca5d7d01c9820894f 2024-11-15T05:39:36,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/32b79f90225d457e9be112c79ee8169c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/32b79f90225d457e9be112c79ee8169c 2024-11-15T05:39:36,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/279857ee6fd247ce9173194b5020a282 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/279857ee6fd247ce9173194b5020a282 2024-11-15T05:39:36,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7049e07b1376433a84a95bca2556c786, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1043930926214f30a1d59469aa9c4b4d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/892de7548b25409f8fe81d99866bf67d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/2898400806ba4825a08d8726f16c4700, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/daccdcfb2cb147d097c025cb453343a4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/44a3fce707994c9ca1c4986d36a98488, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cab806e35b9c4d88a789252eeb72e0e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/214daf8de1694f4b8745179f406569f2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/41dc8a0ce9a643cc89fc7961f7634903, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1dc3a95fb7364964aaeac3e44bb3013e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ea78e85c4b241cbad20511b6b1a4f76, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/0d8bbf1ca48448c3977be0f5f81863d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/951e1819c4ce402587c2b8fef4ab833b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/ba719ae479014dd883f8b76c13321092, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cb49ca35fb584c5290e0b3ed7652f7a2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/6e54a34a443c4be586428b2ac9aeaf3d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/e20c4616c344445699dd6e386e685065, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/a9e535d18e2e4db1a53ca6fabd6bff35, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ff13f7db5cd466c984164f0eb0479e4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/48cf7f0afb934b7c91a20e19c640255d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f825c6ba184b42ae96235f582cf5f9e1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/131f799bee814857bdcce626321e5fac] to archive 2024-11-15T05:39:36,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:39:36,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7049e07b1376433a84a95bca2556c786 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7049e07b1376433a84a95bca2556c786 2024-11-15T05:39:36,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1043930926214f30a1d59469aa9c4b4d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1043930926214f30a1d59469aa9c4b4d 2024-11-15T05:39:36,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/892de7548b25409f8fe81d99866bf67d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/892de7548b25409f8fe81d99866bf67d 2024-11-15T05:39:36,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/2898400806ba4825a08d8726f16c4700 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/2898400806ba4825a08d8726f16c4700 2024-11-15T05:39:36,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/daccdcfb2cb147d097c025cb453343a4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/daccdcfb2cb147d097c025cb453343a4 2024-11-15T05:39:36,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/44a3fce707994c9ca1c4986d36a98488 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/44a3fce707994c9ca1c4986d36a98488 2024-11-15T05:39:36,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cab806e35b9c4d88a789252eeb72e0e7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cab806e35b9c4d88a789252eeb72e0e7 2024-11-15T05:39:36,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/214daf8de1694f4b8745179f406569f2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/214daf8de1694f4b8745179f406569f2 2024-11-15T05:39:36,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/41dc8a0ce9a643cc89fc7961f7634903 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/41dc8a0ce9a643cc89fc7961f7634903 2024-11-15T05:39:36,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1dc3a95fb7364964aaeac3e44bb3013e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/1dc3a95fb7364964aaeac3e44bb3013e 2024-11-15T05:39:36,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ea78e85c4b241cbad20511b6b1a4f76 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ea78e85c4b241cbad20511b6b1a4f76 2024-11-15T05:39:36,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/0d8bbf1ca48448c3977be0f5f81863d1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/0d8bbf1ca48448c3977be0f5f81863d1 2024-11-15T05:39:36,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/951e1819c4ce402587c2b8fef4ab833b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/951e1819c4ce402587c2b8fef4ab833b 2024-11-15T05:39:36,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/ba719ae479014dd883f8b76c13321092 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/ba719ae479014dd883f8b76c13321092 2024-11-15T05:39:36,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cb49ca35fb584c5290e0b3ed7652f7a2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/cb49ca35fb584c5290e0b3ed7652f7a2 2024-11-15T05:39:36,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/6e54a34a443c4be586428b2ac9aeaf3d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/6e54a34a443c4be586428b2ac9aeaf3d 2024-11-15T05:39:36,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/e20c4616c344445699dd6e386e685065 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/e20c4616c344445699dd6e386e685065 2024-11-15T05:39:36,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/a9e535d18e2e4db1a53ca6fabd6bff35 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/a9e535d18e2e4db1a53ca6fabd6bff35 2024-11-15T05:39:36,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ff13f7db5cd466c984164f0eb0479e4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/7ff13f7db5cd466c984164f0eb0479e4 2024-11-15T05:39:36,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/48cf7f0afb934b7c91a20e19c640255d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/48cf7f0afb934b7c91a20e19c640255d 2024-11-15T05:39:36,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f825c6ba184b42ae96235f582cf5f9e1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f825c6ba184b42ae96235f582cf5f9e1 2024-11-15T05:39:36,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/131f799bee814857bdcce626321e5fac to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/131f799bee814857bdcce626321e5fac 2024-11-15T05:39:36,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/58f1ac93b6dc4dbba6426334cce83adc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/08cb82b7b74a4b20be9736cf8c3ba185, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2bce12aef1541a3a439de56d1b77173, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/45eb70ec4faf47f28d0cfe5d4697bee9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/06e4dc2c6f3844719c72bd613ef024e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a818f7a4ffa4609abb7fb863ee3540a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/68db9d0291f449c79c1403b94833362b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/ae9796bc86f44c02bc65f525eef639ef, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/2f02e56ec0a74305ad4b600e3f9e18a6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/df38f51ada9b4a67ad409e3b88f71a5f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/64e9ff9074d1418988763c30140c89c9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/23e435bf38ce407cb2fa1219aad8e653, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/53b6292da6c24ece8e5cd78e4bd4f48e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2870535b9ab420b8844b62bbe55ad1b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a24fd285456f4cfe8cab93fe74992c8d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/eebf1d54cf244d44ad6d775ca899d9a0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a93ed6160b94e50b452ab4b4a27c291, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/5074f4f75cb441a1925f3602066ba265, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a814fade6ebc4b25a8f8c69359c8726b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fd759889bf7b42eea83cc1221472f5af, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fbdf620a89c54f73a7c5d0f5158e8c2c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/76a495eda6d34d53910b786258bc7f1a] to archive 2024-11-15T05:39:36,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:39:36,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/58f1ac93b6dc4dbba6426334cce83adc to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/58f1ac93b6dc4dbba6426334cce83adc 2024-11-15T05:39:36,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/08cb82b7b74a4b20be9736cf8c3ba185 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/08cb82b7b74a4b20be9736cf8c3ba185 2024-11-15T05:39:36,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2bce12aef1541a3a439de56d1b77173 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2bce12aef1541a3a439de56d1b77173 2024-11-15T05:39:36,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/45eb70ec4faf47f28d0cfe5d4697bee9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/45eb70ec4faf47f28d0cfe5d4697bee9 2024-11-15T05:39:36,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/06e4dc2c6f3844719c72bd613ef024e7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/06e4dc2c6f3844719c72bd613ef024e7 2024-11-15T05:39:36,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a818f7a4ffa4609abb7fb863ee3540a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a818f7a4ffa4609abb7fb863ee3540a 2024-11-15T05:39:36,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/68db9d0291f449c79c1403b94833362b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/68db9d0291f449c79c1403b94833362b 2024-11-15T05:39:36,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/ae9796bc86f44c02bc65f525eef639ef to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/ae9796bc86f44c02bc65f525eef639ef 2024-11-15T05:39:36,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/2f02e56ec0a74305ad4b600e3f9e18a6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/2f02e56ec0a74305ad4b600e3f9e18a6 2024-11-15T05:39:36,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/df38f51ada9b4a67ad409e3b88f71a5f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/df38f51ada9b4a67ad409e3b88f71a5f 2024-11-15T05:39:36,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/64e9ff9074d1418988763c30140c89c9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/64e9ff9074d1418988763c30140c89c9 2024-11-15T05:39:36,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/23e435bf38ce407cb2fa1219aad8e653 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/23e435bf38ce407cb2fa1219aad8e653 2024-11-15T05:39:36,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/53b6292da6c24ece8e5cd78e4bd4f48e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/53b6292da6c24ece8e5cd78e4bd4f48e 2024-11-15T05:39:36,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2870535b9ab420b8844b62bbe55ad1b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/c2870535b9ab420b8844b62bbe55ad1b 2024-11-15T05:39:36,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a24fd285456f4cfe8cab93fe74992c8d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a24fd285456f4cfe8cab93fe74992c8d 2024-11-15T05:39:36,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/eebf1d54cf244d44ad6d775ca899d9a0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/eebf1d54cf244d44ad6d775ca899d9a0 2024-11-15T05:39:36,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a93ed6160b94e50b452ab4b4a27c291 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/4a93ed6160b94e50b452ab4b4a27c291 2024-11-15T05:39:36,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/5074f4f75cb441a1925f3602066ba265 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/5074f4f75cb441a1925f3602066ba265 2024-11-15T05:39:36,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a814fade6ebc4b25a8f8c69359c8726b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/a814fade6ebc4b25a8f8c69359c8726b 2024-11-15T05:39:36,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fd759889bf7b42eea83cc1221472f5af to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fd759889bf7b42eea83cc1221472f5af 2024-11-15T05:39:36,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fbdf620a89c54f73a7c5d0f5158e8c2c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/fbdf620a89c54f73a7c5d0f5158e8c2c 2024-11-15T05:39:36,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/76a495eda6d34d53910b786258bc7f1a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/76a495eda6d34d53910b786258bc7f1a 2024-11-15T05:39:36,127 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/recovered.edits/367.seqid, newMaxSeqId=367, maxSeqId=4 2024-11-15T05:39:36,127 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. 2024-11-15T05:39:36,127 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for d00511d2c7d4c5b4262f9471328e819f: Waiting for close lock at 1731649173365Running coprocessor pre-close hooks at 1731649173365Disabling compacts and flushes for region at 1731649173365Disabling writes for close at 1731649174419 (+1054 ms)Obtaining lock to block concurrent updates at 1731649174419Preparing flush snapshotting stores in d00511d2c7d4c5b4262f9471328e819f at 1731649174419Finished memstore snapshotting TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731649174420 (+1 ms)Flushing stores of TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f. at 1731649174420Flushing d00511d2c7d4c5b4262f9471328e819f/A: creating writer at 1731649174420Flushing mob file d00511d2c7d4c5b4262f9471328e819f/A: appending metadata at 1731649174424 (+4 ms)Flushing mob file d00511d2c7d4c5b4262f9471328e819f/A: closing flushed file at 1731649174424Flushing d00511d2c7d4c5b4262f9471328e819f/A: appending metadata at 1731649174831 (+407 ms)Flushing d00511d2c7d4c5b4262f9471328e819f/A: closing flushed file at 1731649174831Flushing d00511d2c7d4c5b4262f9471328e819f/B: creating writer at 1731649175238 (+407 ms)Flushing d00511d2c7d4c5b4262f9471328e819f/B: appending metadata at 1731649175240 (+2 ms)Flushing d00511d2c7d4c5b4262f9471328e819f/B: closing flushed file at 1731649175240Flushing d00511d2c7d4c5b4262f9471328e819f/C: creating writer at 1731649175647 (+407 ms)Flushing d00511d2c7d4c5b4262f9471328e819f/C: appending metadata at 1731649175649 (+2 ms)Flushing d00511d2c7d4c5b4262f9471328e819f/C: closing flushed file at 1731649175649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5732e06f: reopening flushed file at 1731649176055 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fb739c: reopening flushed file at 1731649176059 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6042d8f8: reopening flushed file at 1731649176062 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d00511d2c7d4c5b4262f9471328e819f in 1646ms, sequenceid=364, compaction requested=true at 1731649176066 (+4 ms)Writing region close event to WAL at 1731649176124 (+58 ms)Running coprocessor post-close hooks at 1731649176127 (+3 ms)Closed at 1731649176127 2024-11-15T05:39:36,129 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:36,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=d00511d2c7d4c5b4262f9471328e819f, regionState=CLOSED 2024-11-15T05:39:36,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:39:36,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-15T05:39:36,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure d00511d2c7d4c5b4262f9471328e819f, server=e243dcb6c2df,33879,1731649056842 in 2.9180 sec 2024-11-15T05:39:36,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-15T05:39:36,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d00511d2c7d4c5b4262f9471328e819f, UNASSIGN in 2.9230 sec 2024-11-15T05:39:36,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-15T05:39:36,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9260 sec 2024-11-15T05:39:36,137 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649176137"}]},"ts":"1731649176137"} 2024-11-15T05:39:36,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T05:39:36,138 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T05:39:36,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.9340 sec 2024-11-15T05:39:36,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T05:39:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T05:39:37,362 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:37,362 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T05:39:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:37,364 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T05:39:37,365 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:37,366 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,368 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/recovered.edits] 2024-11-15T05:39:37,370 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/2b589352408e47ccb9777b1383d6b6d9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/2b589352408e47ccb9777b1383d6b6d9 2024-11-15T05:39:37,371 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/2d2311532d2d4e99b0df5ef11895093c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/2d2311532d2d4e99b0df5ef11895093c 2024-11-15T05:39:37,372 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/356f8c40b1a343088ab3ca0fa23de1a4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/356f8c40b1a343088ab3ca0fa23de1a4 2024-11-15T05:39:37,373 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/ebaf1444768942c1830f9be84913bc57 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/A/ebaf1444768942c1830f9be84913bc57 2024-11-15T05:39:37,375 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/22d90c0b122b4cc9b00fec8bb0d8ebf2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/22d90c0b122b4cc9b00fec8bb0d8ebf2 2024-11-15T05:39:37,375 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/5c76e1211ea843519fc62a3df0a7d4d9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/5c76e1211ea843519fc62a3df0a7d4d9 2024-11-15T05:39:37,376 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/b0e1a171d242483d89dc6f847d3fb65c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/b0e1a171d242483d89dc6f847d3fb65c 2024-11-15T05:39:37,377 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f1ad16f6e2fc4803b4e1d19ca180850e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/B/f1ad16f6e2fc4803b4e1d19ca180850e 2024-11-15T05:39:37,379 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/114d7cfcb92145938d042144f6853a18 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/114d7cfcb92145938d042144f6853a18 2024-11-15T05:39:37,379 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/b2e2d72944a24790b077e51eb6d8a216 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/b2e2d72944a24790b077e51eb6d8a216 2024-11-15T05:39:37,380 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/e7051643f7f1478e9dd61e4faa482cb0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/e7051643f7f1478e9dd61e4faa482cb0 2024-11-15T05:39:37,381 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/f75ec5655e8348598f1ec66a6141fd44 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/C/f75ec5655e8348598f1ec66a6141fd44 2024-11-15T05:39:37,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/recovered.edits/367.seqid to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f/recovered.edits/367.seqid 2024-11-15T05:39:37,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,383 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T05:39:37,384 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T05:39:37,384 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T05:39:37,386 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150105dfccd84b4e188aa664b0c8b89765_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150105dfccd84b4e188aa664b0c8b89765_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,387 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152347308740584ea8bcc018f0e36ab414_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152347308740584ea8bcc018f0e36ab414_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,388 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115255ea05c204b4f0c96c3176127c3163c_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115255ea05c204b4f0c96c3176127c3163c_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,389 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152f4a27e52f8b41d59b4c4e7de8585389_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152f4a27e52f8b41d59b4c4e7de8585389_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,390 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111532b0baf023ed4b349d8c3b9e80ebee33_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111532b0baf023ed4b349d8c3b9e80ebee33_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,391 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115481bb0bd9b15471ba349680fe12ddde8_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115481bb0bd9b15471ba349680fe12ddde8_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,391 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115512e9b39240d4fc69168736a769306bb_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115512e9b39240d4fc69168736a769306bb_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,392 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156ebc922722334c6380bf45d5328b2b2f_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156ebc922722334c6380bf45d5328b2b2f_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,393 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115833ecb45aec04651aa820b9a9a0decbe_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115833ecb45aec04651aa820b9a9a0decbe_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,394 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a66a295b4ee43b89b1d9e591ec83113_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a66a295b4ee43b89b1d9e591ec83113_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,395 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158fbb486a434845cf8cc8c6e600301a08_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158fbb486a434845cf8cc8c6e600301a08_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,396 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115923ae58be2474c7fa29198cd8d1ad496_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115923ae58be2474c7fa29198cd8d1ad496_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,396 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b38ab2044aba48e48554586b38340119_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b38ab2044aba48e48554586b38340119_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,397 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b51381a68ee1422db7fcfe5d30a7226c_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b51381a68ee1422db7fcfe5d30a7226c_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,398 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bef900418b2341da9c7dc406e943fb19_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bef900418b2341da9c7dc406e943fb19_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,399 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c17cb979fc79427b8a5d89b283db3e5c_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c17cb979fc79427b8a5d89b283db3e5c_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,400 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cbf73c77bc05412eacb5968e05bc6918_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cbf73c77bc05412eacb5968e05bc6918_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,400 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d4e2b0ad565c460c919e0839b0ed1427_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d4e2b0ad565c460c919e0839b0ed1427_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,401 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d7c946c2de5a4197854b66924ac03401_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d7c946c2de5a4197854b66924ac03401_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,402 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e31838ed5afd4b3e96ecbd8befe23d23_d00511d2c7d4c5b4262f9471328e819f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e31838ed5afd4b3e96ecbd8befe23d23_d00511d2c7d4c5b4262f9471328e819f 2024-11-15T05:39:37,403 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T05:39:37,404 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:37,406 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T05:39:37,408 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T05:39:37,409 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:37,409 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T05:39:37,409 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731649177409"}]},"ts":"9223372036854775807"} 2024-11-15T05:39:37,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T05:39:37,411 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d00511d2c7d4c5b4262f9471328e819f, NAME => 'TestAcidGuarantees,,1731649149191.d00511d2c7d4c5b4262f9471328e819f.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T05:39:37,411 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T05:39:37,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731649177411"}]},"ts":"9223372036854775807"} 2024-11-15T05:39:37,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T05:39:37,413 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:37,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-15T05:39:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T05:39:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T05:39:37,472 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:37,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 427), ProcessCount=11 (was 11), AvailableMemoryMB=7958 (was 8201) 2024-11-15T05:39:37,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=7958 2024-11-15T05:39:37,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:39:37,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:39:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T05:39:37,494 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T05:39:37,494 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:37,494 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-11-15T05:39:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T05:39:37,495 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T05:39:37,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742295_1471 (size=959) 2024-11-15T05:39:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T05:39:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T05:39:37,901 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e 2024-11-15T05:39:37,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742296_1472 (size=53) 2024-11-15T05:39:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T05:39:38,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:39:38,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 523a5edddb29407310b2ea3e672e4e4f, disabling compactions & flushes 2024-11-15T05:39:38,306 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:38,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:38,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. after waiting 0 ms 2024-11-15T05:39:38,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:38,306 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:38,306 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 523a5edddb29407310b2ea3e672e4e4f: Waiting for close lock at 1731649178306Disabling compacts and flushes for region at 1731649178306Disabling writes for close at 1731649178306Writing region close event to WAL at 1731649178306Closed at 1731649178306 2024-11-15T05:39:38,307 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T05:39:38,307 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731649178307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731649178307"}]},"ts":"1731649178307"} 2024-11-15T05:39:38,308 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T05:39:38,309 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T05:39:38,309 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649178309"}]},"ts":"1731649178309"} 2024-11-15T05:39:38,310 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T05:39:38,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, ASSIGN}] 2024-11-15T05:39:38,311 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, ASSIGN 2024-11-15T05:39:38,311 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, ASSIGN; state=OFFLINE, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=false 2024-11-15T05:39:38,462 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=523a5edddb29407310b2ea3e672e4e4f, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:38,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, ASSIGN because future has completed 2024-11-15T05:39:38,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:39:38,617 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:38,617 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:39:38,618 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,618 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:39:38,618 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,618 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,619 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,620 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 523a5edddb29407310b2ea3e672e4e4f columnFamilyName A 2024-11-15T05:39:38,620 DEBUG [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:38,621 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] regionserver.HStore(327): Store=523a5edddb29407310b2ea3e672e4e4f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:38,621 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,622 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 523a5edddb29407310b2ea3e672e4e4f columnFamilyName B 2024-11-15T05:39:38,622 DEBUG [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:38,622 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] regionserver.HStore(327): Store=523a5edddb29407310b2ea3e672e4e4f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:38,622 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,623 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 523a5edddb29407310b2ea3e672e4e4f columnFamilyName C 2024-11-15T05:39:38,623 DEBUG [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:39:38,623 INFO [StoreOpener-523a5edddb29407310b2ea3e672e4e4f-1 {}] regionserver.HStore(327): Store=523a5edddb29407310b2ea3e672e4e4f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:39:38,623 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,624 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,624 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,625 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,625 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,625 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:39:38,626 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,627 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T05:39:38,627 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened 523a5edddb29407310b2ea3e672e4e4f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70568661, jitterRate=0.05155499279499054}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:39:38,628 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:38,628 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for 523a5edddb29407310b2ea3e672e4e4f: Running coprocessor pre-open hook at 1731649178618Writing region info on filesystem at 1731649178618Initializing all the Stores at 1731649178619 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649178619Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649178619Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649178619Cleaning up temporary data from old regions at 1731649178625 (+6 ms)Running coprocessor post-open hooks at 1731649178628 (+3 ms)Region opened successfully at 1731649178628 2024-11-15T05:39:38,629 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., pid=128, masterSystemTime=1731649178615 2024-11-15T05:39:38,630 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:38,630 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:38,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=523a5edddb29407310b2ea3e672e4e4f, regionState=OPEN, openSeqNum=2, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T05:39:38,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:39:38,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-15T05:39:38,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 in 169 msec 2024-11-15T05:39:38,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-15T05:39:38,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, ASSIGN in 323 msec 2024-11-15T05:39:38,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T05:39:38,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649178635"}]},"ts":"1731649178635"} 2024-11-15T05:39:38,636 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T05:39:38,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T05:39:38,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-15T05:39:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-15T05:39:39,642 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:39,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303f9d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,644 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e53e2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,645 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537211d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T05:39:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e243dcb6c2df,33963,1731649056030 2024-11-15T05:39:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bff9bca 2024-11-15T05:39:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T05:39:39,649 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T05:39:39,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27842489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,651 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a9e056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c702203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3464d23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,653 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2817cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,654 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2b1885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe65078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,656 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6874e453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,657 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae3eaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3688e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,658 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68eb57fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,659 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f10d94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,660 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25194810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,661 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e95cac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bffa8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,665 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c01946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,666 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d4a7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c22415d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,667 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5a2203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,669 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a05d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bce704e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,670 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb509a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5382c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc5b25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,672 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505928ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,674 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399aefa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39095443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:39:39,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:39:39,675 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:39:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:39:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:39:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c009ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:39:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:39:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:39,676 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:39:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263c3980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:39:39,677 DEBUG [Thread-2110 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:39,678 DEBUG [Thread-2121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,678 DEBUG [Thread-2119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,678 DEBUG [Thread-2104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,678 DEBUG [Thread-2106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-15T05:39:39,679 DEBUG [Thread-2115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,680 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:39,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,680 DEBUG [Thread-2112 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T05:39:39,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,682 DEBUG [Thread-2123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,683 DEBUG [Thread-2108 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:39,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,685 DEBUG [Thread-2117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:39:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:39:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:39:39,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:39:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2] 2024-11-15T05:39:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:39,693 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:39,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:39:39,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/998277859b6e48e3bcd233e388feb857 is 50, key is test_row_0/A:col10/1731649179686/Put/seqid=0 2024-11-15T05:39:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742297_1473 (size=14341) 2024-11-15T05:39:39,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649239734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649239735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649239737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649239738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649239745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T05:39:39,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T05:39:39,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:39,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:39,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:39,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:39,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649239851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649239851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649239851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649239862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649239862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:39,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:39,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T05:39:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:39,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T05:39:40,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649240061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649240061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649240061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649240071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649240081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/998277859b6e48e3bcd233e388feb857 2024-11-15T05:39:40,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/3162fae20aae45b8895ce8b6eb758f4d is 50, key is test_row_0/B:col10/1731649179686/Put/seqid=0 2024-11-15T05:39:40,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T05:39:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:40,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742298_1474 (size=12001) 2024-11-15T05:39:40,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/3162fae20aae45b8895ce8b6eb758f4d 2024-11-15T05:39:40,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/f2638f595dee4abaa3c876207263f7c7 is 50, key is test_row_0/C:col10/1731649179686/Put/seqid=0 2024-11-15T05:39:40,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742299_1475 (size=12001) 2024-11-15T05:39:40,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/f2638f595dee4abaa3c876207263f7c7 2024-11-15T05:39:40,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/998277859b6e48e3bcd233e388feb857 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/998277859b6e48e3bcd233e388feb857 2024-11-15T05:39:40,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/998277859b6e48e3bcd233e388feb857, entries=200, sequenceid=12, filesize=14.0 K 2024-11-15T05:39:40,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/3162fae20aae45b8895ce8b6eb758f4d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3162fae20aae45b8895ce8b6eb758f4d 2024-11-15T05:39:40,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3162fae20aae45b8895ce8b6eb758f4d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T05:39:40,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/f2638f595dee4abaa3c876207263f7c7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f2638f595dee4abaa3c876207263f7c7 2024-11-15T05:39:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f2638f595dee4abaa3c876207263f7c7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T05:39:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 523a5edddb29407310b2ea3e672e4e4f in 493ms, sequenceid=12, compaction requested=false 2024-11-15T05:39:40,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:40,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T05:39:40,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:40,296 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:39:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/d515b9057d254a1a874fefb4050c3727 is 50, key is test_row_0/A:col10/1731649179744/Put/seqid=0 2024-11-15T05:39:40,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742300_1476 (size=12001) 2024-11-15T05:39:40,304 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/d515b9057d254a1a874fefb4050c3727 2024-11-15T05:39:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/b40077d6024d4516ad8fb3b4d36988ff is 50, key is test_row_0/B:col10/1731649179744/Put/seqid=0 2024-11-15T05:39:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T05:39:40,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742301_1477 (size=12001) 2024-11-15T05:39:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:40,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649240399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649240399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649240400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649240400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649240401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649240511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649240511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649240511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649240521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649240521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,714 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/b40077d6024d4516ad8fb3b4d36988ff 2024-11-15T05:39:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/8871b08fe191434e81391c803d967a4e is 50, key is test_row_0/C:col10/1731649179744/Put/seqid=0 2024-11-15T05:39:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649240721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649240721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649240721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742302_1478 (size=12001) 2024-11-15T05:39:40,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649240731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649240742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T05:39:41,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649241031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649241031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649241031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649241041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649241051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,126 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/8871b08fe191434e81391c803d967a4e 2024-11-15T05:39:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/d515b9057d254a1a874fefb4050c3727 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/d515b9057d254a1a874fefb4050c3727 2024-11-15T05:39:41,137 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/d515b9057d254a1a874fefb4050c3727, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T05:39:41,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/b40077d6024d4516ad8fb3b4d36988ff as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/b40077d6024d4516ad8fb3b4d36988ff 2024-11-15T05:39:41,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/b40077d6024d4516ad8fb3b4d36988ff, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T05:39:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/8871b08fe191434e81391c803d967a4e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/8871b08fe191434e81391c803d967a4e 2024-11-15T05:39:41,148 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/8871b08fe191434e81391c803d967a4e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T05:39:41,149 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 523a5edddb29407310b2ea3e672e4e4f in 853ms, sequenceid=37, compaction requested=false 2024-11-15T05:39:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-15T05:39:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-15T05:39:41,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-15T05:39:41,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4670 sec 2024-11-15T05:39:41,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.4750 sec 2024-11-15T05:39:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:41,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:39:41,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/e23746013e144f2bb169376eb7b136ec is 50, key is test_row_0/A:col10/1731649181580/Put/seqid=0 2024-11-15T05:39:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742303_1479 (size=14341) 2024-11-15T05:39:41,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/e23746013e144f2bb169376eb7b136ec 2024-11-15T05:39:41,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5bed337485da4c2d86ed68aebd2bf9bb is 50, key is test_row_0/B:col10/1731649181580/Put/seqid=0 2024-11-15T05:39:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742304_1480 (size=12001) 2024-11-15T05:39:41,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649241622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649241622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649241624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649241625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649241634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T05:39:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649241741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649241741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649241741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649241751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649241751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T05:39:41,841 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:41,841 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-15T05:39:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T05:39:41,843 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:41,844 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:41,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T05:39:41,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649241952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649241952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649241961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649241971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649241971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:41,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-15T05:39:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:41,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:41,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:42,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5bed337485da4c2d86ed68aebd2bf9bb 2024-11-15T05:39:42,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/292183508a484ff18339e9aed90ee7f9 is 50, key is test_row_0/C:col10/1731649181580/Put/seqid=0 2024-11-15T05:39:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742305_1481 (size=12001) 2024-11-15T05:39:42,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/292183508a484ff18339e9aed90ee7f9 2024-11-15T05:39:42,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/e23746013e144f2bb169376eb7b136ec as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/e23746013e144f2bb169376eb7b136ec 2024-11-15T05:39:42,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/e23746013e144f2bb169376eb7b136ec, entries=200, sequenceid=53, filesize=14.0 K 2024-11-15T05:39:42,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5bed337485da4c2d86ed68aebd2bf9bb as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5bed337485da4c2d86ed68aebd2bf9bb 2024-11-15T05:39:42,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5bed337485da4c2d86ed68aebd2bf9bb, entries=150, sequenceid=53, filesize=11.7 K 2024-11-15T05:39:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/292183508a484ff18339e9aed90ee7f9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/292183508a484ff18339e9aed90ee7f9 2024-11-15T05:39:42,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/292183508a484ff18339e9aed90ee7f9, entries=150, sequenceid=53, filesize=11.7 K 2024-11-15T05:39:42,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 523a5edddb29407310b2ea3e672e4e4f in 458ms, sequenceid=53, compaction requested=true 2024-11-15T05:39:42,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:42,038 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:42,039 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:42,041 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:42,041 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:42,041 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/A is initiating minor compaction (all files) 2024-11-15T05:39:42,041 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/B is initiating minor compaction (all files) 2024-11-15T05:39:42,041 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/A in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:42,041 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/B in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:42,041 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/998277859b6e48e3bcd233e388feb857, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/d515b9057d254a1a874fefb4050c3727, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/e23746013e144f2bb169376eb7b136ec] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=39.7 K 2024-11-15T05:39:42,041 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3162fae20aae45b8895ce8b6eb758f4d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/b40077d6024d4516ad8fb3b4d36988ff, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5bed337485da4c2d86ed68aebd2bf9bb] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=35.2 K 2024-11-15T05:39:42,041 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 998277859b6e48e3bcd233e388feb857, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731649179686 2024-11-15T05:39:42,041 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 3162fae20aae45b8895ce8b6eb758f4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731649179686 2024-11-15T05:39:42,041 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting d515b9057d254a1a874fefb4050c3727, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731649179733 2024-11-15T05:39:42,042 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b40077d6024d4516ad8fb3b4d36988ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731649179733 2024-11-15T05:39:42,042 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e23746013e144f2bb169376eb7b136ec, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649180399 2024-11-15T05:39:42,042 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bed337485da4c2d86ed68aebd2bf9bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649180399 2024-11-15T05:39:42,048 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:42,048 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:42,049 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/12f5a0de7384427db2b9b5a06a888387 is 50, key is test_row_0/A:col10/1731649181580/Put/seqid=0 2024-11-15T05:39:42,049 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/e39a9934f0e14900bcc8ad4061ff0c66 is 50, key is test_row_0/B:col10/1731649181580/Put/seqid=0 2024-11-15T05:39:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742306_1482 (size=12104) 2024-11-15T05:39:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742307_1483 (size=12104) 2024-11-15T05:39:42,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-15T05:39:42,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:42,149 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T05:39:42,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/0df397f354514c3d8cff857703e57027 is 50, key is test_row_0/A:col10/1731649181623/Put/seqid=0 2024-11-15T05:39:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742308_1484 (size=12001) 2024-11-15T05:39:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T05:39:42,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:42,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649242300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649242301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649242302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649242310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649242311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649242421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649242421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649242421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649242422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649242431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,461 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/e39a9934f0e14900bcc8ad4061ff0c66 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e39a9934f0e14900bcc8ad4061ff0c66 2024-11-15T05:39:42,462 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/12f5a0de7384427db2b9b5a06a888387 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/12f5a0de7384427db2b9b5a06a888387 2024-11-15T05:39:42,468 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/B of 523a5edddb29407310b2ea3e672e4e4f into e39a9934f0e14900bcc8ad4061ff0c66(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:42,468 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:42,468 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/B, priority=13, startTime=1731649182039; duration=0sec 2024-11-15T05:39:42,468 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:42,468 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:B 2024-11-15T05:39:42,468 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:42,469 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/A of 523a5edddb29407310b2ea3e672e4e4f into 12f5a0de7384427db2b9b5a06a888387(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:42,469 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:42,469 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/A, priority=13, startTime=1731649182038; duration=0sec 2024-11-15T05:39:42,469 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:42,469 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:42,469 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/C is initiating minor compaction (all files) 2024-11-15T05:39:42,469 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:A 2024-11-15T05:39:42,469 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/C in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:42,469 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f2638f595dee4abaa3c876207263f7c7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/8871b08fe191434e81391c803d967a4e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/292183508a484ff18339e9aed90ee7f9] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=35.2 K 2024-11-15T05:39:42,469 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f2638f595dee4abaa3c876207263f7c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731649179686 2024-11-15T05:39:42,469 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 8871b08fe191434e81391c803d967a4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731649179733 2024-11-15T05:39:42,470 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 292183508a484ff18339e9aed90ee7f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649180399 2024-11-15T05:39:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T05:39:42,476 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:42,477 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/3f0f4e9e6e7c42f2be540a7bf22e4c6a is 50, key is test_row_0/C:col10/1731649181580/Put/seqid=0 2024-11-15T05:39:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742309_1485 (size=12104) 2024-11-15T05:39:42,558 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/0df397f354514c3d8cff857703e57027 2024-11-15T05:39:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/f8272f60c65b4ab5a7beb4f6c245699b is 50, key is test_row_0/B:col10/1731649181623/Put/seqid=0 2024-11-15T05:39:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742310_1486 (size=12001) 2024-11-15T05:39:42,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649242632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649242632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649242632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649242632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649242651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,884 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/3f0f4e9e6e7c42f2be540a7bf22e4c6a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3f0f4e9e6e7c42f2be540a7bf22e4c6a 2024-11-15T05:39:42,888 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/C of 523a5edddb29407310b2ea3e672e4e4f into 3f0f4e9e6e7c42f2be540a7bf22e4c6a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:42,888 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:42,888 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/C, priority=13, startTime=1731649182039; duration=0sec 2024-11-15T05:39:42,888 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:42,888 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:C 2024-11-15T05:39:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649242951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649242951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649242952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649242952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,970 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/f8272f60c65b4ab5a7beb4f6c245699b 2024-11-15T05:39:42,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649242961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/1b8155ae73bd4fb788ba46880548422c is 50, key is test_row_0/C:col10/1731649181623/Put/seqid=0 2024-11-15T05:39:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742311_1487 (size=12001) 2024-11-15T05:39:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T05:39:43,380 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/1b8155ae73bd4fb788ba46880548422c 2024-11-15T05:39:43,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/0df397f354514c3d8cff857703e57027 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0df397f354514c3d8cff857703e57027 2024-11-15T05:39:43,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0df397f354514c3d8cff857703e57027, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T05:39:43,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/f8272f60c65b4ab5a7beb4f6c245699b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/f8272f60c65b4ab5a7beb4f6c245699b 2024-11-15T05:39:43,391 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/f8272f60c65b4ab5a7beb4f6c245699b, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T05:39:43,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/1b8155ae73bd4fb788ba46880548422c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b8155ae73bd4fb788ba46880548422c 2024-11-15T05:39:43,394 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b8155ae73bd4fb788ba46880548422c, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T05:39:43,395 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 523a5edddb29407310b2ea3e672e4e4f in 1246ms, sequenceid=73, compaction requested=false 2024-11-15T05:39:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-15T05:39:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-15T05:39:43,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-15T05:39:43,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-11-15T05:39:43,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.5570 sec 2024-11-15T05:39:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:43,467 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:43,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T05:39:43,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/2f723b7cd4444005906c9bf1a707f57d is 50, key is test_row_0/A:col10/1731649182301/Put/seqid=0 2024-11-15T05:39:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742312_1488 (size=14341) 2024-11-15T05:39:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649243501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649243502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649243503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649243505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649243506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649243611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649243621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649243621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649243631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649243631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649243831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649243831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649243831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649243851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649243851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:43,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/2f723b7cd4444005906c9bf1a707f57d 2024-11-15T05:39:43,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/e260ff6cae024730b17d3bf6068d9c50 is 50, key is test_row_0/B:col10/1731649182301/Put/seqid=0 2024-11-15T05:39:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742313_1489 (size=12001) 2024-11-15T05:39:43,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/e260ff6cae024730b17d3bf6068d9c50 2024-11-15T05:39:43,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/12f457dc4dc34a63a6b11d00240e0231 is 50, key is test_row_0/C:col10/1731649182301/Put/seqid=0 2024-11-15T05:39:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742314_1490 (size=12001) 2024-11-15T05:39:43,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/12f457dc4dc34a63a6b11d00240e0231 2024-11-15T05:39:43,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/2f723b7cd4444005906c9bf1a707f57d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/2f723b7cd4444005906c9bf1a707f57d 2024-11-15T05:39:43,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/2f723b7cd4444005906c9bf1a707f57d, entries=200, sequenceid=93, filesize=14.0 K 2024-11-15T05:39:43,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/e260ff6cae024730b17d3bf6068d9c50 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e260ff6cae024730b17d3bf6068d9c50 2024-11-15T05:39:43,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e260ff6cae024730b17d3bf6068d9c50, entries=150, sequenceid=93, filesize=11.7 K 2024-11-15T05:39:43,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/12f457dc4dc34a63a6b11d00240e0231 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/12f457dc4dc34a63a6b11d00240e0231 2024-11-15T05:39:43,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/12f457dc4dc34a63a6b11d00240e0231, entries=150, sequenceid=93, filesize=11.7 K 2024-11-15T05:39:43,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 523a5edddb29407310b2ea3e672e4e4f in 443ms, sequenceid=93, compaction requested=true 2024-11-15T05:39:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:43,911 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:43,911 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:43,913 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:43,913 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:43,913 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/A is initiating minor compaction (all files) 2024-11-15T05:39:43,913 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/B is initiating minor compaction (all files) 2024-11-15T05:39:43,913 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/B in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:43,913 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/A in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:43,913 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e39a9934f0e14900bcc8ad4061ff0c66, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/f8272f60c65b4ab5a7beb4f6c245699b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e260ff6cae024730b17d3bf6068d9c50] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=35.3 K 2024-11-15T05:39:43,913 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/12f5a0de7384427db2b9b5a06a888387, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0df397f354514c3d8cff857703e57027, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/2f723b7cd4444005906c9bf1a707f57d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=37.5 K 2024-11-15T05:39:43,914 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e39a9934f0e14900bcc8ad4061ff0c66, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649180399 2024-11-15T05:39:43,914 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12f5a0de7384427db2b9b5a06a888387, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649180399 2024-11-15T05:39:43,914 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f8272f60c65b4ab5a7beb4f6c245699b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731649181621 2024-11-15T05:39:43,914 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0df397f354514c3d8cff857703e57027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731649181621 2024-11-15T05:39:43,914 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting e260ff6cae024730b17d3bf6068d9c50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649182301 2024-11-15T05:39:43,914 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f723b7cd4444005906c9bf1a707f57d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649182292 2024-11-15T05:39:43,924 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:43,925 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/1c829b13ab0a487f8534a6dbb72163dc is 50, key is test_row_0/B:col10/1731649182301/Put/seqid=0 2024-11-15T05:39:43,927 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:43,928 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/8e3dce8a8fbb4add9d473f6bf036e894 is 50, key is test_row_0/A:col10/1731649182301/Put/seqid=0 2024-11-15T05:39:43,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742315_1491 (size=12207) 2024-11-15T05:39:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742316_1492 (size=12207) 2024-11-15T05:39:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T05:39:43,991 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:43,992 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-15T05:39:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T05:39:43,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:43,994 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:43,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T05:39:44,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T05:39:44,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:44,147 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T05:39:44,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/df1f930a64d347a29134a3c3fbb223ab is 50, key is test_row_0/A:col10/1731649183505/Put/seqid=0 2024-11-15T05:39:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742317_1493 (size=12001) 2024-11-15T05:39:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:44,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:44,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649244182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649244186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649244187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649244195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649244195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649244301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T05:39:44,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649244311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649244311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649244311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649244311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,342 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/1c829b13ab0a487f8534a6dbb72163dc as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1c829b13ab0a487f8534a6dbb72163dc 2024-11-15T05:39:44,346 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/B of 523a5edddb29407310b2ea3e672e4e4f into 1c829b13ab0a487f8534a6dbb72163dc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:44,346 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:44,346 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/B, priority=13, startTime=1731649183911; duration=0sec 2024-11-15T05:39:44,346 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:44,346 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:B 2024-11-15T05:39:44,346 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:44,347 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:44,347 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/C is initiating minor compaction (all files) 2024-11-15T05:39:44,347 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/C in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:44,347 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3f0f4e9e6e7c42f2be540a7bf22e4c6a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b8155ae73bd4fb788ba46880548422c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/12f457dc4dc34a63a6b11d00240e0231] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=35.3 K 2024-11-15T05:39:44,347 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f0f4e9e6e7c42f2be540a7bf22e4c6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731649180399 2024-11-15T05:39:44,348 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b8155ae73bd4fb788ba46880548422c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731649181621 2024-11-15T05:39:44,348 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 12f457dc4dc34a63a6b11d00240e0231, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649182301 2024-11-15T05:39:44,349 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/8e3dce8a8fbb4add9d473f6bf036e894 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8e3dce8a8fbb4add9d473f6bf036e894 2024-11-15T05:39:44,355 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/A of 523a5edddb29407310b2ea3e672e4e4f into 8e3dce8a8fbb4add9d473f6bf036e894(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:44,355 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:44,355 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/A, priority=13, startTime=1731649183911; duration=0sec 2024-11-15T05:39:44,355 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:44,355 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:A 2024-11-15T05:39:44,356 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:44,356 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/c05a2892757641d8b2c1b7f2b48f00d1 is 50, key is test_row_0/C:col10/1731649182301/Put/seqid=0 2024-11-15T05:39:44,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742318_1494 (size=12207) 2024-11-15T05:39:44,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649244511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649244531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649244531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649244531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649244532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,555 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/df1f930a64d347a29134a3c3fbb223ab 2024-11-15T05:39:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/55d377e46d3741bf868fd8378329aecc is 50, key is test_row_0/B:col10/1731649183505/Put/seqid=0 2024-11-15T05:39:44,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742319_1495 (size=12001) 2024-11-15T05:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T05:39:44,769 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/c05a2892757641d8b2c1b7f2b48f00d1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c05a2892757641d8b2c1b7f2b48f00d1 2024-11-15T05:39:44,773 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/C of 523a5edddb29407310b2ea3e672e4e4f into c05a2892757641d8b2c1b7f2b48f00d1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:44,773 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:44,773 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/C, priority=13, startTime=1731649183911; duration=0sec 2024-11-15T05:39:44,773 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:44,773 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:C 2024-11-15T05:39:44,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649244831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649244851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649244851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649244851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649244851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:44,964 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/55d377e46d3741bf868fd8378329aecc 2024-11-15T05:39:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/0830600a16834d648456780ef8925556 is 50, key is test_row_0/C:col10/1731649183505/Put/seqid=0 2024-11-15T05:39:44,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742320_1496 (size=12001) 2024-11-15T05:39:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T05:39:45,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649245351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:45,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649245361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:45,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649245361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:45,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/0830600a16834d648456780ef8925556 2024-11-15T05:39:45,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649245372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:45,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649245372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/df1f930a64d347a29134a3c3fbb223ab as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df1f930a64d347a29134a3c3fbb223ab 2024-11-15T05:39:45,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df1f930a64d347a29134a3c3fbb223ab, entries=150, sequenceid=112, filesize=11.7 K 2024-11-15T05:39:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/55d377e46d3741bf868fd8378329aecc as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/55d377e46d3741bf868fd8378329aecc 2024-11-15T05:39:45,391 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/55d377e46d3741bf868fd8378329aecc, entries=150, sequenceid=112, filesize=11.7 K 2024-11-15T05:39:45,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/0830600a16834d648456780ef8925556 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0830600a16834d648456780ef8925556 2024-11-15T05:39:45,395 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0830600a16834d648456780ef8925556, entries=150, sequenceid=112, filesize=11.7 K 2024-11-15T05:39:45,395 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 523a5edddb29407310b2ea3e672e4e4f in 1248ms, sequenceid=112, compaction requested=false 2024-11-15T05:39:45,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:45,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:45,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-15T05:39:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-15T05:39:45,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-15T05:39:45,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-15T05:39:45,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4070 sec 2024-11-15T05:39:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T05:39:46,141 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:46,142 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-15T05:39:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T05:39:46,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:46,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:46,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T05:39:46,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T05:39:46,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:46,297 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T05:39:46,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/a76b8e52bd2245099082181e34c5f56e is 50, key is test_row_0/A:col10/1731649184194/Put/seqid=0 2024-11-15T05:39:46,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742321_1497 (size=12051) 2024-11-15T05:39:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:46,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649246432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649246432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649246433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649246446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649246448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T05:39:46,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T05:39:46,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T05:39:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649246551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649246551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649246551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649246551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649246562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,706 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/a76b8e52bd2245099082181e34c5f56e 2024-11-15T05:39:46,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/4e86af962d6b41748e9967b1c5f14ee4 is 50, key is test_row_0/B:col10/1731649184194/Put/seqid=0 2024-11-15T05:39:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742322_1498 (size=12051) 2024-11-15T05:39:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T05:39:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649246771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649246771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649246771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649246771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649246781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:46,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:46,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649247081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649247091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649247091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649247091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649247102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/4e86af962d6b41748e9967b1c5f14ee4 2024-11-15T05:39:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/0e27721989034fd196a93742d5f91040 is 50, key is test_row_0/C:col10/1731649184194/Put/seqid=0 2024-11-15T05:39:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742323_1499 (size=12051) 2024-11-15T05:39:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T05:39:47,526 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/0e27721989034fd196a93742d5f91040 2024-11-15T05:39:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/a76b8e52bd2245099082181e34c5f56e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/a76b8e52bd2245099082181e34c5f56e 2024-11-15T05:39:47,533 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/a76b8e52bd2245099082181e34c5f56e, entries=150, sequenceid=133, filesize=11.8 K 2024-11-15T05:39:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/4e86af962d6b41748e9967b1c5f14ee4 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/4e86af962d6b41748e9967b1c5f14ee4 2024-11-15T05:39:47,537 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/4e86af962d6b41748e9967b1c5f14ee4, entries=150, sequenceid=133, filesize=11.8 K 2024-11-15T05:39:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/0e27721989034fd196a93742d5f91040 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0e27721989034fd196a93742d5f91040 2024-11-15T05:39:47,541 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0e27721989034fd196a93742d5f91040, entries=150, sequenceid=133, filesize=11.8 K 2024-11-15T05:39:47,542 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 523a5edddb29407310b2ea3e672e4e4f in 1245ms, sequenceid=133, compaction requested=true 2024-11-15T05:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-15T05:39:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-15T05:39:47,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-15T05:39:47,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-15T05:39:47,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.4040 sec 2024-11-15T05:39:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:47,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:47,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T05:39:47,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/7d96909186f04093a77f7fdd6e04b3a8 is 50, key is test_row_0/A:col10/1731649187595/Put/seqid=0 2024-11-15T05:39:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742324_1500 (size=14541) 2024-11-15T05:39:47,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649247635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649247636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649247636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649247637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649247651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649247761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649247761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649247761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649247761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649247771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649247981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649247981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649247981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649247981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/7d96909186f04093a77f7fdd6e04b3a8 2024-11-15T05:39:48,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649247991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/30d52d3a8a3046daa6ade69f1cc63ca8 is 50, key is test_row_0/B:col10/1731649187595/Put/seqid=0 2024-11-15T05:39:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742325_1501 (size=12151) 2024-11-15T05:39:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T05:39:48,292 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:48,292 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-15T05:39:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T05:39:48,294 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:48,294 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:48,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649248291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649248301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649248301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649248301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649248311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T05:39:48,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/30d52d3a8a3046daa6ade69f1cc63ca8 2024-11-15T05:39:48,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/970c3100f8614aa2bdc5c7389932d965 is 50, key is test_row_0/C:col10/1731649187595/Put/seqid=0 2024-11-15T05:39:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742326_1502 (size=12151) 2024-11-15T05:39:48,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/970c3100f8614aa2bdc5c7389932d965 2024-11-15T05:39:48,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/7d96909186f04093a77f7fdd6e04b3a8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/7d96909186f04093a77f7fdd6e04b3a8 2024-11-15T05:39:48,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/7d96909186f04093a77f7fdd6e04b3a8, entries=200, sequenceid=152, filesize=14.2 K 2024-11-15T05:39:48,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/30d52d3a8a3046daa6ade69f1cc63ca8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/30d52d3a8a3046daa6ade69f1cc63ca8 2024-11-15T05:39:48,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/30d52d3a8a3046daa6ade69f1cc63ca8, entries=150, sequenceid=152, filesize=11.9 K 2024-11-15T05:39:48,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/970c3100f8614aa2bdc5c7389932d965 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/970c3100f8614aa2bdc5c7389932d965 2024-11-15T05:39:48,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/970c3100f8614aa2bdc5c7389932d965, entries=150, sequenceid=152, filesize=11.9 K 2024-11-15T05:39:48,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 523a5edddb29407310b2ea3e672e4e4f in 841ms, sequenceid=152, compaction requested=true 2024-11-15T05:39:48,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:48,438 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:48,438 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:48,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:48,439 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:48,439 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:48,439 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/B is initiating minor compaction (all files) 2024-11-15T05:39:48,439 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/A is initiating minor compaction (all files) 2024-11-15T05:39:48,439 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/B in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:48,439 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/A in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:48,439 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1c829b13ab0a487f8534a6dbb72163dc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/55d377e46d3741bf868fd8378329aecc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/4e86af962d6b41748e9967b1c5f14ee4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/30d52d3a8a3046daa6ade69f1cc63ca8] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=47.3 K 2024-11-15T05:39:48,439 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8e3dce8a8fbb4add9d473f6bf036e894, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df1f930a64d347a29134a3c3fbb223ab, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/a76b8e52bd2245099082181e34c5f56e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/7d96909186f04093a77f7fdd6e04b3a8] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=49.6 K 2024-11-15T05:39:48,439 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c829b13ab0a487f8534a6dbb72163dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649182301 2024-11-15T05:39:48,439 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e3dce8a8fbb4add9d473f6bf036e894, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649182301 2024-11-15T05:39:48,439 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 55d377e46d3741bf868fd8378329aecc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731649183502 2024-11-15T05:39:48,439 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting df1f930a64d347a29134a3c3fbb223ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731649183502 2024-11-15T05:39:48,440 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e86af962d6b41748e9967b1c5f14ee4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731649184185 2024-11-15T05:39:48,440 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a76b8e52bd2245099082181e34c5f56e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731649184185 2024-11-15T05:39:48,440 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d96909186f04093a77f7fdd6e04b3a8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731649186399 2024-11-15T05:39:48,440 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 30d52d3a8a3046daa6ade69f1cc63ca8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731649186399 2024-11-15T05:39:48,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T05:39:48,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:48,447 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T05:39:48,448 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:48,449 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/22cc51ab50b24918979ec2519cb98a01 is 50, key is test_row_0/A:col10/1731649187595/Put/seqid=0 2024-11-15T05:39:48,451 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:48,451 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d7f1e34718914add9b144caa029e0be1 is 50, key is test_row_0/B:col10/1731649187595/Put/seqid=0 2024-11-15T05:39:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/8f4cdfaa9a3647a9a859e15183745963 is 50, key is test_row_0/A:col10/1731649187634/Put/seqid=0 2024-11-15T05:39:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742327_1503 (size=12493) 2024-11-15T05:39:48,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742328_1504 (size=12493) 2024-11-15T05:39:48,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742329_1505 (size=12151) 2024-11-15T05:39:48,469 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d7f1e34718914add9b144caa029e0be1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7f1e34718914add9b144caa029e0be1 2024-11-15T05:39:48,474 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/B of 523a5edddb29407310b2ea3e672e4e4f into d7f1e34718914add9b144caa029e0be1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:48,474 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:48,474 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/B, priority=12, startTime=1731649188438; duration=0sec 2024-11-15T05:39:48,475 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:48,475 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:B 2024-11-15T05:39:48,475 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:48,476 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:48,476 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/C is initiating minor compaction (all files) 2024-11-15T05:39:48,476 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/C in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:48,476 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c05a2892757641d8b2c1b7f2b48f00d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0830600a16834d648456780ef8925556, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0e27721989034fd196a93742d5f91040, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/970c3100f8614aa2bdc5c7389932d965] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=47.3 K 2024-11-15T05:39:48,476 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c05a2892757641d8b2c1b7f2b48f00d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731649182301 2024-11-15T05:39:48,476 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0830600a16834d648456780ef8925556, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731649183502 2024-11-15T05:39:48,477 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e27721989034fd196a93742d5f91040, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731649184185 2024-11-15T05:39:48,477 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 970c3100f8614aa2bdc5c7389932d965, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731649186399 2024-11-15T05:39:48,484 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#C#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:48,484 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/1b168279ab5342618611d129c592c926 is 50, key is test_row_0/C:col10/1731649187595/Put/seqid=0 2024-11-15T05:39:48,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742330_1506 (size=12493) 2024-11-15T05:39:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T05:39:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:48,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:48,861 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/22cc51ab50b24918979ec2519cb98a01 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/22cc51ab50b24918979ec2519cb98a01 2024-11-15T05:39:48,866 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/A of 523a5edddb29407310b2ea3e672e4e4f into 22cc51ab50b24918979ec2519cb98a01(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:48,866 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:48,866 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/A, priority=12, startTime=1731649188438; duration=0sec 2024-11-15T05:39:48,866 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:48,866 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:A 2024-11-15T05:39:48,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649248850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/8f4cdfaa9a3647a9a859e15183745963 2024-11-15T05:39:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649248861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/61b40605db154652945781186834a0ba is 50, key is test_row_0/B:col10/1731649187634/Put/seqid=0 2024-11-15T05:39:48,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742331_1507 (size=12151) 2024-11-15T05:39:48,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649248862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649248863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649248866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,890 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/1b168279ab5342618611d129c592c926 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b168279ab5342618611d129c592c926 2024-11-15T05:39:48,894 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/C of 523a5edddb29407310b2ea3e672e4e4f into 1b168279ab5342618611d129c592c926(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:48,894 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:48,894 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/C, priority=12, startTime=1731649188438; duration=0sec 2024-11-15T05:39:48,894 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:48,894 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:C 2024-11-15T05:39:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T05:39:48,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649248971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649248971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649248981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649248981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:48,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:48,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:48,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649248991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649249191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649249192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649249192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649249192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649249211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,276 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/61b40605db154652945781186834a0ba 2024-11-15T05:39:49,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/f8b92cb458124a019af11e3ab4e847ca is 50, key is test_row_0/C:col10/1731649187634/Put/seqid=0 2024-11-15T05:39:49,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742332_1508 (size=12151) 2024-11-15T05:39:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T05:39:49,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649249501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649249501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649249502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649249502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649249531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:49,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:49,687 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/f8b92cb458124a019af11e3ab4e847ca 2024-11-15T05:39:49,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/8f4cdfaa9a3647a9a859e15183745963 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8f4cdfaa9a3647a9a859e15183745963 2024-11-15T05:39:49,694 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8f4cdfaa9a3647a9a859e15183745963, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T05:39:49,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/61b40605db154652945781186834a0ba as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/61b40605db154652945781186834a0ba 2024-11-15T05:39:49,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/61b40605db154652945781186834a0ba, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T05:39:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/f8b92cb458124a019af11e3ab4e847ca as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f8b92cb458124a019af11e3ab4e847ca 2024-11-15T05:39:49,702 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f8b92cb458124a019af11e3ab4e847ca, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T05:39:49,702 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 523a5edddb29407310b2ea3e672e4e4f in 1256ms, sequenceid=169, compaction requested=false 2024-11-15T05:39:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-15T05:39:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-15T05:39:49,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-15T05:39:49,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-15T05:39:49,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.4140 sec 2024-11-15T05:39:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:50,015 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:50,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T05:39:50,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/314e569ea6024186a208b1001f8e4dec is 50, key is test_row_0/A:col10/1731649190014/Put/seqid=0 2024-11-15T05:39:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742333_1509 (size=14541) 2024-11-15T05:39:50,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/314e569ea6024186a208b1001f8e4dec 2024-11-15T05:39:50,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5eecf870696f4fd58a7d9a23b1a5c964 is 50, key is test_row_0/B:col10/1731649190014/Put/seqid=0 2024-11-15T05:39:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742334_1510 (size=12151) 2024-11-15T05:39:50,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649250044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649250050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649250051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649250053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649250057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649250161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649250161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649250171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649250171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649250381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649250381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649250391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649250391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5eecf870696f4fd58a7d9a23b1a5c964 2024-11-15T05:39:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T05:39:50,441 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:50,442 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-15T05:39:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T05:39:50,443 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:50,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:50,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:50,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/51d3cf759af34be4ab85b94248bf487f is 50, key is test_row_0/C:col10/1731649190014/Put/seqid=0 2024-11-15T05:39:50,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742335_1511 (size=12151) 2024-11-15T05:39:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T05:39:50,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T05:39:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:50,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649250701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649250701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649250711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649250711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:50,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T05:39:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T05:39:50,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/51d3cf759af34be4ab85b94248bf487f 2024-11-15T05:39:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/314e569ea6024186a208b1001f8e4dec as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/314e569ea6024186a208b1001f8e4dec 2024-11-15T05:39:50,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/314e569ea6024186a208b1001f8e4dec, entries=200, sequenceid=192, filesize=14.2 K 2024-11-15T05:39:50,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5eecf870696f4fd58a7d9a23b1a5c964 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5eecf870696f4fd58a7d9a23b1a5c964 2024-11-15T05:39:50,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5eecf870696f4fd58a7d9a23b1a5c964, entries=150, sequenceid=192, filesize=11.9 K 2024-11-15T05:39:50,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/51d3cf759af34be4ab85b94248bf487f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/51d3cf759af34be4ab85b94248bf487f 2024-11-15T05:39:50,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/51d3cf759af34be4ab85b94248bf487f, entries=150, sequenceid=192, filesize=11.9 K 2024-11-15T05:39:50,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 523a5edddb29407310b2ea3e672e4e4f in 852ms, sequenceid=192, compaction requested=true 2024-11-15T05:39:50,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:50,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:50,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:50,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:50,867 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:50,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:50,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:50,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:50,867 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:50,868 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:50,868 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:50,868 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/B is initiating minor compaction (all files) 2024-11-15T05:39:50,868 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/A is initiating minor compaction (all files) 2024-11-15T05:39:50,868 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/A in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,868 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/B in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,868 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/22cc51ab50b24918979ec2519cb98a01, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8f4cdfaa9a3647a9a859e15183745963, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/314e569ea6024186a208b1001f8e4dec] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=38.3 K 2024-11-15T05:39:50,868 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7f1e34718914add9b144caa029e0be1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/61b40605db154652945781186834a0ba, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5eecf870696f4fd58a7d9a23b1a5c964] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=35.9 K 2024-11-15T05:39:50,869 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22cc51ab50b24918979ec2519cb98a01, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731649186399 2024-11-15T05:39:50,869 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d7f1e34718914add9b144caa029e0be1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731649186399 2024-11-15T05:39:50,869 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 61b40605db154652945781186834a0ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731649187634 2024-11-15T05:39:50,869 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f4cdfaa9a3647a9a859e15183745963, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731649187634 2024-11-15T05:39:50,869 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 314e569ea6024186a208b1001f8e4dec, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731649188829 2024-11-15T05:39:50,869 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eecf870696f4fd58a7d9a23b1a5c964, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731649188861 2024-11-15T05:39:50,881 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:50,881 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#A#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:50,881 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/ca5db8ef494140dc8e4382bf7684fc23 is 50, key is test_row_0/B:col10/1731649190014/Put/seqid=0 2024-11-15T05:39:50,882 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/8c97e28fcced40e2ad17f2de300c0b3f is 50, key is test_row_0/A:col10/1731649190014/Put/seqid=0 2024-11-15T05:39:50,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742336_1512 (size=12595) 2024-11-15T05:39:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742337_1513 (size=12595) 2024-11-15T05:39:50,901 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/8c97e28fcced40e2ad17f2de300c0b3f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8c97e28fcced40e2ad17f2de300c0b3f 2024-11-15T05:39:50,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T05:39:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,903 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T05:39:50,908 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/A of 523a5edddb29407310b2ea3e672e4e4f into 8c97e28fcced40e2ad17f2de300c0b3f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:50,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/f9e0cb066b9549b980d6d1d0ca188a3a is 50, key is test_row_0/A:col10/1731649190052/Put/seqid=0 2024-11-15T05:39:50,908 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:50,908 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/A, priority=13, startTime=1731649190867; duration=0sec 2024-11-15T05:39:50,908 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:50,908 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:A 2024-11-15T05:39:50,908 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:50,909 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:50,909 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/C is initiating minor compaction (all files) 2024-11-15T05:39:50,909 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/C in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,909 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b168279ab5342618611d129c592c926, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f8b92cb458124a019af11e3ab4e847ca, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/51d3cf759af34be4ab85b94248bf487f] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=35.9 K 2024-11-15T05:39:50,909 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b168279ab5342618611d129c592c926, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731649186399 2024-11-15T05:39:50,910 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8b92cb458124a019af11e3ab4e847ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731649187634 2024-11-15T05:39:50,910 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51d3cf759af34be4ab85b94248bf487f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731649188861 2024-11-15T05:39:50,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742338_1514 (size=12151) 2024-11-15T05:39:50,912 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/f9e0cb066b9549b980d6d1d0ca188a3a 2024-11-15T05:39:50,919 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:50,920 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/02fa6fa33079428f98768bec981fc1ef is 50, key is test_row_0/C:col10/1731649190014/Put/seqid=0 2024-11-15T05:39:50,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/0469cbca9feb4da6b87f7724f3a3ea2d is 50, key is test_row_0/B:col10/1731649190052/Put/seqid=0 2024-11-15T05:39:50,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742339_1515 (size=12595) 2024-11-15T05:39:50,942 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/02fa6fa33079428f98768bec981fc1ef as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/02fa6fa33079428f98768bec981fc1ef 2024-11-15T05:39:50,948 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/C of 523a5edddb29407310b2ea3e672e4e4f into 02fa6fa33079428f98768bec981fc1ef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:50,948 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:50,948 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/C, priority=13, startTime=1731649190867; duration=0sec 2024-11-15T05:39:50,948 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:50,948 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:C 2024-11-15T05:39:50,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742340_1516 (size=12151) 2024-11-15T05:39:50,949 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/0469cbca9feb4da6b87f7724f3a3ea2d 2024-11-15T05:39:50,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/fa6f890ab92045338d654c00866e087e is 50, key is test_row_0/C:col10/1731649190052/Put/seqid=0 2024-11-15T05:39:50,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742341_1517 (size=12151) 2024-11-15T05:39:50,963 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/fa6f890ab92045338d654c00866e087e 2024-11-15T05:39:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/f9e0cb066b9549b980d6d1d0ca188a3a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f9e0cb066b9549b980d6d1d0ca188a3a 2024-11-15T05:39:50,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f9e0cb066b9549b980d6d1d0ca188a3a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-15T05:39:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/0469cbca9feb4da6b87f7724f3a3ea2d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/0469cbca9feb4da6b87f7724f3a3ea2d 2024-11-15T05:39:50,981 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/0469cbca9feb4da6b87f7724f3a3ea2d, entries=150, sequenceid=208, filesize=11.9 K 2024-11-15T05:39:50,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/fa6f890ab92045338d654c00866e087e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fa6f890ab92045338d654c00866e087e 2024-11-15T05:39:50,988 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fa6f890ab92045338d654c00866e087e, entries=150, sequenceid=208, filesize=11.9 K 2024-11-15T05:39:50,990 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 523a5edddb29407310b2ea3e672e4e4f in 88ms, sequenceid=208, compaction requested=false 2024-11-15T05:39:50,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:50,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:50,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-15T05:39:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-15T05:39:50,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-15T05:39:50,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 548 msec 2024-11-15T05:39:50,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 552 msec 2024-11-15T05:39:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T05:39:51,071 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:51,072 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-15T05:39:51,074 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T05:39:51,075 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:51,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:51,096 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:51,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:39:51,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/c98942df65cb4e6792ca2ffffa7a7b5b is 50, key is test_row_0/A:col10/1731649191080/Put/seqid=0 2024-11-15T05:39:51,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742342_1518 (size=14541) 2024-11-15T05:39:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T05:39:51,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:51,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649251232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649251241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649251246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649251247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649251248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,295 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/ca5db8ef494140dc8e4382bf7684fc23 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/ca5db8ef494140dc8e4382bf7684fc23 2024-11-15T05:39:51,299 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/B of 523a5edddb29407310b2ea3e672e4e4f into ca5db8ef494140dc8e4382bf7684fc23(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:51,299 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:51,299 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/B, priority=13, startTime=1731649190867; duration=0sec 2024-11-15T05:39:51,299 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:51,299 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:B 2024-11-15T05:39:51,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649251352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649251361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649251371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649251371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T05:39:51,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/c98942df65cb4e6792ca2ffffa7a7b5b 2024-11-15T05:39:51,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/7d7c89e3a27a4b959739805f05e4a85f is 50, key is test_row_0/B:col10/1731649191080/Put/seqid=0 2024-11-15T05:39:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742343_1519 (size=12151) 2024-11-15T05:39:51,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649251571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649251581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649251581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649251581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T05:39:51,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649251891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649251901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649251901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649251901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:51,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/7d7c89e3a27a4b959739805f05e4a85f 2024-11-15T05:39:51,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/fb793eedecb248319a4d9be20ea0b2c3 is 50, key is test_row_0/C:col10/1731649191080/Put/seqid=0 2024-11-15T05:39:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742344_1520 (size=12151) 2024-11-15T05:39:51,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:51,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T05:39:52,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649252261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,272 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/fb793eedecb248319a4d9be20ea0b2c3 2024-11-15T05:39:52,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/c98942df65cb4e6792ca2ffffa7a7b5b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/c98942df65cb4e6792ca2ffffa7a7b5b 2024-11-15T05:39:52,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/c98942df65cb4e6792ca2ffffa7a7b5b, entries=200, sequenceid=221, filesize=14.2 K 2024-11-15T05:39:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/7d7c89e3a27a4b959739805f05e4a85f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7d7c89e3a27a4b959739805f05e4a85f 2024-11-15T05:39:52,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7d7c89e3a27a4b959739805f05e4a85f, entries=150, sequenceid=221, filesize=11.9 K 2024-11-15T05:39:52,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/fb793eedecb248319a4d9be20ea0b2c3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fb793eedecb248319a4d9be20ea0b2c3 2024-11-15T05:39:52,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fb793eedecb248319a4d9be20ea0b2c3, entries=150, sequenceid=221, filesize=11.9 K 2024-11-15T05:39:52,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 523a5edddb29407310b2ea3e672e4e4f in 1242ms, sequenceid=221, compaction requested=true 2024-11-15T05:39:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:52,338 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:52,338 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:52,339 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:52,339 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:52,339 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/A is initiating minor compaction (all files) 2024-11-15T05:39:52,339 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/B is initiating minor compaction (all files) 2024-11-15T05:39:52,339 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/A in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,339 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/B in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,339 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8c97e28fcced40e2ad17f2de300c0b3f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f9e0cb066b9549b980d6d1d0ca188a3a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/c98942df65cb4e6792ca2ffffa7a7b5b] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=38.4 K 2024-11-15T05:39:52,339 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/ca5db8ef494140dc8e4382bf7684fc23, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/0469cbca9feb4da6b87f7724f3a3ea2d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7d7c89e3a27a4b959739805f05e4a85f] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=36.0 K 2024-11-15T05:39:52,340 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c97e28fcced40e2ad17f2de300c0b3f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731649188861 2024-11-15T05:39:52,340 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ca5db8ef494140dc8e4382bf7684fc23, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731649188861 2024-11-15T05:39:52,340 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9e0cb066b9549b980d6d1d0ca188a3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731649190043 2024-11-15T05:39:52,340 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 0469cbca9feb4da6b87f7724f3a3ea2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731649190043 2024-11-15T05:39:52,340 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c98942df65cb4e6792ca2ffffa7a7b5b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731649191080 2024-11-15T05:39:52,341 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d7c89e3a27a4b959739805f05e4a85f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731649191080 2024-11-15T05:39:52,355 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#B#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:52,355 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#A#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:52,355 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/df50a8b8236846e39c6d4a7616f25457 is 50, key is test_row_0/A:col10/1731649191080/Put/seqid=0 2024-11-15T05:39:52,355 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/97393f893f714a85ba153206b61d11a3 is 50, key is test_row_0/B:col10/1731649191080/Put/seqid=0 2024-11-15T05:39:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742345_1521 (size=12697) 2024-11-15T05:39:52,368 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/df50a8b8236846e39c6d4a7616f25457 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df50a8b8236846e39c6d4a7616f25457 2024-11-15T05:39:52,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742346_1522 (size=12697) 2024-11-15T05:39:52,375 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/A of 523a5edddb29407310b2ea3e672e4e4f into df50a8b8236846e39c6d4a7616f25457(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:52,375 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:52,376 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/A, priority=13, startTime=1731649192338; duration=0sec 2024-11-15T05:39:52,376 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:52,376 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:A 2024-11-15T05:39:52,376 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:52,376 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/97393f893f714a85ba153206b61d11a3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/97393f893f714a85ba153206b61d11a3 2024-11-15T05:39:52,376 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:52,377 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/C is initiating minor compaction (all files) 2024-11-15T05:39:52,377 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/C in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,377 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/02fa6fa33079428f98768bec981fc1ef, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fa6f890ab92045338d654c00866e087e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fb793eedecb248319a4d9be20ea0b2c3] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=36.0 K 2024-11-15T05:39:52,377 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02fa6fa33079428f98768bec981fc1ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731649188861 2024-11-15T05:39:52,377 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa6f890ab92045338d654c00866e087e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731649190043 2024-11-15T05:39:52,378 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb793eedecb248319a4d9be20ea0b2c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731649191080 2024-11-15T05:39:52,381 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/B of 523a5edddb29407310b2ea3e672e4e4f into 97393f893f714a85ba153206b61d11a3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:52,381 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:52,381 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/B, priority=13, startTime=1731649192338; duration=0sec 2024-11-15T05:39:52,381 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:52,381 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:B 2024-11-15T05:39:52,386 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#C#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:52,387 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/68abd6931d4e458c8ded4d31e811cea2 is 50, key is test_row_0/C:col10/1731649191080/Put/seqid=0 2024-11-15T05:39:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742347_1523 (size=12697) 2024-11-15T05:39:52,395 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/68abd6931d4e458c8ded4d31e811cea2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/68abd6931d4e458c8ded4d31e811cea2 2024-11-15T05:39:52,401 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/C of 523a5edddb29407310b2ea3e672e4e4f into 68abd6931d4e458c8ded4d31e811cea2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:52,401 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:52,401 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/C, priority=13, startTime=1731649192338; duration=0sec 2024-11-15T05:39:52,401 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:52,401 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:C 2024-11-15T05:39:52,420 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:52,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T05:39:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:52,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/1c615befa1574b99b9ebe6872a5794e7 is 50, key is test_row_0/A:col10/1731649192418/Put/seqid=0 2024-11-15T05:39:52,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742348_1524 (size=12151) 2024-11-15T05:39:52,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649252453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649252454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649252455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649252465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649252571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649252571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649252571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649252581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649252781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649252791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649252791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649252792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:52,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/1c615befa1574b99b9ebe6872a5794e7 2024-11-15T05:39:52,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/976ec0d7421b4275b1c08609f2386434 is 50, key is test_row_0/B:col10/1731649192418/Put/seqid=0 2024-11-15T05:39:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742349_1525 (size=12151) 2024-11-15T05:39:52,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:52,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:53,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:53,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649253091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:53,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649253101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:53,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649253101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:53,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649253101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:53,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T05:39:53,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/976ec0d7421b4275b1c08609f2386434 2024-11-15T05:39:53,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/3a99199b8bdc427ea6650eb647514655 is 50, key is test_row_0/C:col10/1731649192418/Put/seqid=0 2024-11-15T05:39:53,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742350_1526 (size=12151) 2024-11-15T05:39:53,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649253611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649253621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649253621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649253621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:53,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:53,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/3a99199b8bdc427ea6650eb647514655 2024-11-15T05:39:53,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/1c615befa1574b99b9ebe6872a5794e7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/1c615befa1574b99b9ebe6872a5794e7 2024-11-15T05:39:53,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/1c615befa1574b99b9ebe6872a5794e7, entries=150, sequenceid=253, filesize=11.9 K 2024-11-15T05:39:53,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/976ec0d7421b4275b1c08609f2386434 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/976ec0d7421b4275b1c08609f2386434 2024-11-15T05:39:53,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/976ec0d7421b4275b1c08609f2386434, entries=150, sequenceid=253, filesize=11.9 K 2024-11-15T05:39:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/3a99199b8bdc427ea6650eb647514655 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3a99199b8bdc427ea6650eb647514655 2024-11-15T05:39:53,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3a99199b8bdc427ea6650eb647514655, entries=150, sequenceid=253, filesize=11.9 K 2024-11-15T05:39:53,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 523a5edddb29407310b2ea3e672e4e4f in 1278ms, sequenceid=253, compaction requested=false 2024-11-15T05:39:53,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:53,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-15T05:39:53,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:53,827 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T05:39:53,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/bb8199eb6a02478eb77e1351e05ab924 is 50, key is test_row_0/A:col10/1731649192422/Put/seqid=0 2024-11-15T05:39:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742351_1527 (size=12251) 2024-11-15T05:39:54,241 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/bb8199eb6a02478eb77e1351e05ab924 2024-11-15T05:39:54,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/1d1f13b7aada4571bf6c0beff5e2e085 is 50, key is test_row_0/B:col10/1731649192422/Put/seqid=0 2024-11-15T05:39:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742352_1528 (size=12251) 2024-11-15T05:39:54,253 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/1d1f13b7aada4571bf6c0beff5e2e085 2024-11-15T05:39:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/34e78c9556a3464fa6bb04b1140b956b is 50, key is test_row_0/C:col10/1731649192422/Put/seqid=0 2024-11-15T05:39:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742353_1529 (size=12251) 2024-11-15T05:39:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:54,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:54,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649254501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:54,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:54,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649254621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649254631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649254631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:54,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649254631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:54,640 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:54,641 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:54,641 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:54,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649254641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:54,645 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:54,663 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/34e78c9556a3464fa6bb04b1140b956b 2024-11-15T05:39:54,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/bb8199eb6a02478eb77e1351e05ab924 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/bb8199eb6a02478eb77e1351e05ab924 2024-11-15T05:39:54,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/bb8199eb6a02478eb77e1351e05ab924, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T05:39:54,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/1d1f13b7aada4571bf6c0beff5e2e085 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1d1f13b7aada4571bf6c0beff5e2e085 2024-11-15T05:39:54,674 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1d1f13b7aada4571bf6c0beff5e2e085, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T05:39:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/34e78c9556a3464fa6bb04b1140b956b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/34e78c9556a3464fa6bb04b1140b956b 2024-11-15T05:39:54,677 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/34e78c9556a3464fa6bb04b1140b956b, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T05:39:54,678 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 523a5edddb29407310b2ea3e672e4e4f in 851ms, sequenceid=261, compaction requested=true 2024-11-15T05:39:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-15T05:39:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-15T05:39:54,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-15T05:39:54,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6040 sec 2024-11-15T05:39:54,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 3.6090 sec 2024-11-15T05:39:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:54,849 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:54,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-15T05:39:54,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/f6630180e73143aa802e46471c6d373c is 50, key is test_row_0/A:col10/1731649194499/Put/seqid=0 2024-11-15T05:39:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742354_1530 (size=14741) 2024-11-15T05:39:54,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/f6630180e73143aa802e46471c6d373c 2024-11-15T05:39:54,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d1f1258e3e8144a79eaec3bc48fbe2c7 is 50, key is test_row_0/B:col10/1731649194499/Put/seqid=0 2024-11-15T05:39:54,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742355_1531 (size=12301) 2024-11-15T05:39:54,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649254879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:54,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:54,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649254991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:55,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649255211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T05:39:55,242 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:55,242 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-15T05:39:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T05:39:55,244 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:55,244 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:55,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:55,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d1f1258e3e8144a79eaec3bc48fbe2c7 2024-11-15T05:39:55,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/4817122df9514bbe89c03ce59f953280 is 50, key is test_row_0/C:col10/1731649194499/Put/seqid=0 2024-11-15T05:39:55,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742356_1532 (size=12301) 2024-11-15T05:39:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T05:39:55,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T05:39:55,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:55,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:55,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:55,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:55,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:55,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649255522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:55,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T05:39:55,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:55,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:55,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:55,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:55,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T05:39:55,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/4817122df9514bbe89c03ce59f953280 2024-11-15T05:39:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/f6630180e73143aa802e46471c6d373c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f6630180e73143aa802e46471c6d373c 2024-11-15T05:39:55,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f6630180e73143aa802e46471c6d373c, entries=200, sequenceid=290, filesize=14.4 K 2024-11-15T05:39:55,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d1f1258e3e8144a79eaec3bc48fbe2c7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d1f1258e3e8144a79eaec3bc48fbe2c7 2024-11-15T05:39:55,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d1f1258e3e8144a79eaec3bc48fbe2c7, entries=150, sequenceid=290, filesize=12.0 K 2024-11-15T05:39:55,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/4817122df9514bbe89c03ce59f953280 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4817122df9514bbe89c03ce59f953280 2024-11-15T05:39:55,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4817122df9514bbe89c03ce59f953280, entries=150, sequenceid=290, filesize=12.0 K 2024-11-15T05:39:55,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 523a5edddb29407310b2ea3e672e4e4f in 844ms, sequenceid=290, compaction requested=true 2024-11-15T05:39:55,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:55,693 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:55,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:55,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:55,693 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:55,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:55,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:55,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:55,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:55,694 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51840 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:55,694 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/A is initiating minor compaction (all files) 2024-11-15T05:39:55,694 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/A in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:55,694 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df50a8b8236846e39c6d4a7616f25457, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/1c615befa1574b99b9ebe6872a5794e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/bb8199eb6a02478eb77e1351e05ab924, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f6630180e73143aa802e46471c6d373c] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=50.6 K 2024-11-15T05:39:55,694 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:55,694 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/B is initiating minor compaction (all files) 2024-11-15T05:39:55,694 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/B in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:55,694 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/97393f893f714a85ba153206b61d11a3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/976ec0d7421b4275b1c08609f2386434, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1d1f13b7aada4571bf6c0beff5e2e085, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d1f1258e3e8144a79eaec3bc48fbe2c7] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=48.2 K 2024-11-15T05:39:55,694 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting df50a8b8236846e39c6d4a7616f25457, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731649191080 2024-11-15T05:39:55,695 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 97393f893f714a85ba153206b61d11a3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731649191080 2024-11-15T05:39:55,695 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c615befa1574b99b9ebe6872a5794e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731649192418 2024-11-15T05:39:55,695 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 976ec0d7421b4275b1c08609f2386434, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731649192418 2024-11-15T05:39:55,695 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb8199eb6a02478eb77e1351e05ab924, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649192422 2024-11-15T05:39:55,695 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6630180e73143aa802e46471c6d373c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731649194448 2024-11-15T05:39:55,695 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d1f13b7aada4571bf6c0beff5e2e085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649192422 2024-11-15T05:39:55,695 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d1f1258e3e8144a79eaec3bc48fbe2c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731649194492 2024-11-15T05:39:55,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-15T05:39:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:55,702 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-15T05:39:55,705 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:55,705 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#A#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:55,705 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/889434c5e573419e8d5c52595b7851d3 is 50, key is test_row_0/A:col10/1731649194499/Put/seqid=0 2024-11-15T05:39:55,706 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/7eec857f1bb74079a35bd4326eada02f is 50, key is test_row_0/B:col10/1731649194499/Put/seqid=0 2024-11-15T05:39:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/0d8f54c1d14e416186a20b643902f2e0 is 50, key is test_row_0/A:col10/1731649194877/Put/seqid=0 2024-11-15T05:39:55,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742358_1534 (size=12983) 2024-11-15T05:39:55,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742357_1533 (size=12983) 2024-11-15T05:39:55,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742359_1535 (size=9857) 2024-11-15T05:39:55,721 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/889434c5e573419e8d5c52595b7851d3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/889434c5e573419e8d5c52595b7851d3 2024-11-15T05:39:55,725 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/A of 523a5edddb29407310b2ea3e672e4e4f into 889434c5e573419e8d5c52595b7851d3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:55,725 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:55,725 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/A, priority=12, startTime=1731649195693; duration=0sec 2024-11-15T05:39:55,725 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:55,725 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:A 2024-11-15T05:39:55,726 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:39:55,726 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:39:55,726 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/C is initiating minor compaction (all files) 2024-11-15T05:39:55,726 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/C in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:55,727 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/68abd6931d4e458c8ded4d31e811cea2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3a99199b8bdc427ea6650eb647514655, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/34e78c9556a3464fa6bb04b1140b956b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4817122df9514bbe89c03ce59f953280] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=48.2 K 2024-11-15T05:39:55,727 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68abd6931d4e458c8ded4d31e811cea2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731649191080 2024-11-15T05:39:55,727 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a99199b8bdc427ea6650eb647514655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731649192418 2024-11-15T05:39:55,727 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34e78c9556a3464fa6bb04b1140b956b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649192422 2024-11-15T05:39:55,728 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4817122df9514bbe89c03ce59f953280, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731649194492 2024-11-15T05:39:55,734 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:55,735 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/d883cbc3509448208b6b675e49ecce88 is 50, key is test_row_0/C:col10/1731649194499/Put/seqid=0 2024-11-15T05:39:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742360_1536 (size=12983) 2024-11-15T05:39:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T05:39:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:56,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:56,119 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/0d8f54c1d14e416186a20b643902f2e0 2024-11-15T05:39:56,120 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/7eec857f1bb74079a35bd4326eada02f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7eec857f1bb74079a35bd4326eada02f 2024-11-15T05:39:56,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/2cb8fc580d5849e096fce9f6d7c0f59f is 50, key is test_row_0/B:col10/1731649194877/Put/seqid=0 2024-11-15T05:39:56,126 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/B of 523a5edddb29407310b2ea3e672e4e4f into 7eec857f1bb74079a35bd4326eada02f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:56,126 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:56,126 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/B, priority=12, startTime=1731649195693; duration=0sec 2024-11-15T05:39:56,126 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:56,126 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:B 2024-11-15T05:39:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742361_1537 (size=9857) 2024-11-15T05:39:56,147 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/d883cbc3509448208b6b675e49ecce88 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/d883cbc3509448208b6b675e49ecce88 2024-11-15T05:39:56,150 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/C of 523a5edddb29407310b2ea3e672e4e4f into d883cbc3509448208b6b675e49ecce88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:56,151 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:56,151 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/C, priority=12, startTime=1731649195694; duration=0sec 2024-11-15T05:39:56,151 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:56,151 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:C 2024-11-15T05:39:56,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649256271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T05:39:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649256381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:56,529 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/2cb8fc580d5849e096fce9f6d7c0f59f 2024-11-15T05:39:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/4ea8cff8d0b846ada3c5fbbb7bff0045 is 50, key is test_row_0/C:col10/1731649194877/Put/seqid=0 2024-11-15T05:39:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742362_1538 (size=9857) 2024-11-15T05:39:56,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649256601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1731649256651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:56,658 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34806 deadline: 1731649256661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34852 deadline: 1731649256661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:56,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34834 deadline: 1731649256662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:56,669 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_0' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:56,670 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:56,670 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in 523a5edddb29407310b2ea3e672e4e4f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:39:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649256911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:56,939 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/4ea8cff8d0b846ada3c5fbbb7bff0045 2024-11-15T05:39:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/0d8f54c1d14e416186a20b643902f2e0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0d8f54c1d14e416186a20b643902f2e0 2024-11-15T05:39:56,946 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0d8f54c1d14e416186a20b643902f2e0, entries=100, sequenceid=297, filesize=9.6 K 2024-11-15T05:39:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/2cb8fc580d5849e096fce9f6d7c0f59f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/2cb8fc580d5849e096fce9f6d7c0f59f 2024-11-15T05:39:56,949 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/2cb8fc580d5849e096fce9f6d7c0f59f, entries=100, sequenceid=297, filesize=9.6 K 2024-11-15T05:39:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/4ea8cff8d0b846ada3c5fbbb7bff0045 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4ea8cff8d0b846ada3c5fbbb7bff0045 2024-11-15T05:39:56,952 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4ea8cff8d0b846ada3c5fbbb7bff0045, entries=100, sequenceid=297, filesize=9.6 K 2024-11-15T05:39:56,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 523a5edddb29407310b2ea3e672e4e4f in 1252ms, sequenceid=297, compaction requested=false 2024-11-15T05:39:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-15T05:39:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-15T05:39:56,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-15T05:39:56,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7090 sec 2024-11-15T05:39:56,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.7150 sec 2024-11-15T05:39:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-15T05:39:57,391 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:39:57,392 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:39:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-15T05:39:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T05:39:57,393 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:39:57,394 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:39:57,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:39:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:57,429 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:57,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-15T05:39:57,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/ea82ba17aadc4a109b03ed5074a022ed is 50, key is test_row_0/A:col10/1731649197427/Put/seqid=0 2024-11-15T05:39:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742363_1539 (size=14741) 2024-11-15T05:39:57,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649257451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:57,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:57,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:57,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T05:39:57,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:57,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:57,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:57,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:57,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649257561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:57,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:57,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:57,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:57,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:57,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:57,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T05:39:57,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649257771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:57,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/ea82ba17aadc4a109b03ed5074a022ed 2024-11-15T05:39:57,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d7023900972d4ea2b2b7040610c19420 is 50, key is test_row_0/B:col10/1731649197427/Put/seqid=0 2024-11-15T05:39:57,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742364_1540 (size=12301) 2024-11-15T05:39:57,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:57,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T05:39:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649258081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:58,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d7023900972d4ea2b2b7040610c19420 2024-11-15T05:39:58,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/c83ff8018b3846899423e1923cc37cd2 is 50, key is test_row_0/C:col10/1731649197427/Put/seqid=0 2024-11-15T05:39:58,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742365_1541 (size=12301) 2024-11-15T05:39:58,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:58,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:58,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:58,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:58,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T05:39:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:39:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34818 deadline: 1731649258591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:39:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 , the old value is region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:39:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., hostname=e243dcb6c2df,33879,1731649056842, seqNum=2 because the exception is null or not the one we care about 2024-11-15T05:39:58,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:58,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:58,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:39:58,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/c83ff8018b3846899423e1923cc37cd2 2024-11-15T05:39:58,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/ea82ba17aadc4a109b03ed5074a022ed as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ea82ba17aadc4a109b03ed5074a022ed 2024-11-15T05:39:58,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ea82ba17aadc4a109b03ed5074a022ed, entries=200, sequenceid=330, filesize=14.4 K 2024-11-15T05:39:58,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d7023900972d4ea2b2b7040610c19420 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7023900972d4ea2b2b7040610c19420 2024-11-15T05:39:58,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7023900972d4ea2b2b7040610c19420, entries=150, sequenceid=330, filesize=12.0 K 2024-11-15T05:39:58,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/c83ff8018b3846899423e1923cc37cd2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c83ff8018b3846899423e1923cc37cd2 2024-11-15T05:39:58,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c83ff8018b3846899423e1923cc37cd2, entries=150, sequenceid=330, filesize=12.0 K 2024-11-15T05:39:58,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 523a5edddb29407310b2ea3e672e4e4f in 1246ms, sequenceid=330, compaction requested=true 2024-11-15T05:39:58,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:58,676 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:39:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:39:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:39:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:58,676 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:58,677 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:58,677 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:58,677 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/B is initiating minor compaction (all files) 2024-11-15T05:39:58,677 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/A is initiating minor compaction (all files) 2024-11-15T05:39:58,677 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/A in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,677 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/B in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,677 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/889434c5e573419e8d5c52595b7851d3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0d8f54c1d14e416186a20b643902f2e0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ea82ba17aadc4a109b03ed5074a022ed] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=36.7 K 2024-11-15T05:39:58,677 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7eec857f1bb74079a35bd4326eada02f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/2cb8fc580d5849e096fce9f6d7c0f59f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7023900972d4ea2b2b7040610c19420] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=34.3 K 2024-11-15T05:39:58,678 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 889434c5e573419e8d5c52595b7851d3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731649194492 2024-11-15T05:39:58,678 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eec857f1bb74079a35bd4326eada02f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731649194492 2024-11-15T05:39:58,678 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb8fc580d5849e096fce9f6d7c0f59f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731649194858 2024-11-15T05:39:58,678 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8f54c1d14e416186a20b643902f2e0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731649194858 2024-11-15T05:39:58,678 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea82ba17aadc4a109b03ed5074a022ed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649196209 2024-11-15T05:39:58,678 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting d7023900972d4ea2b2b7040610c19420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649196209 2024-11-15T05:39:58,686 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:58,687 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/8ce30c3fa0f94b82a2e1b1c27ddfe42d is 50, key is test_row_0/B:col10/1731649197427/Put/seqid=0 2024-11-15T05:39:58,687 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:58,688 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/289e961c3bd54c2481ff89c05213ba15 is 50, key is test_row_0/A:col10/1731649197427/Put/seqid=0 2024-11-15T05:39:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742366_1542 (size=13085) 2024-11-15T05:39:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742367_1543 (size=13085) 2024-11-15T05:39:58,697 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/289e961c3bd54c2481ff89c05213ba15 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/289e961c3bd54c2481ff89c05213ba15 2024-11-15T05:39:58,701 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/A of 523a5edddb29407310b2ea3e672e4e4f into 289e961c3bd54c2481ff89c05213ba15(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:58,701 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:58,701 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/A, priority=13, startTime=1731649198676; duration=0sec 2024-11-15T05:39:58,701 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:39:58,701 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:A 2024-11-15T05:39:58,701 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:39:58,702 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:39:58,702 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/C is initiating minor compaction (all files) 2024-11-15T05:39:58,702 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/C in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,702 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/d883cbc3509448208b6b675e49ecce88, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4ea8cff8d0b846ada3c5fbbb7bff0045, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c83ff8018b3846899423e1923cc37cd2] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=34.3 K 2024-11-15T05:39:58,702 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting d883cbc3509448208b6b675e49ecce88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731649194492 2024-11-15T05:39:58,703 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ea8cff8d0b846ada3c5fbbb7bff0045, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731649194858 2024-11-15T05:39:58,703 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c83ff8018b3846899423e1923cc37cd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649196209 2024-11-15T05:39:58,708 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:39:58,708 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/a0b5e8854d2c48f1a1e1a1216e2a4870 is 50, key is test_row_0/C:col10/1731649197427/Put/seqid=0 2024-11-15T05:39:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742368_1544 (size=13085) 2024-11-15T05:39:58,718 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/a0b5e8854d2c48f1a1e1a1216e2a4870 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/a0b5e8854d2c48f1a1e1a1216e2a4870 2024-11-15T05:39:58,723 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/C of 523a5edddb29407310b2ea3e672e4e4f into a0b5e8854d2c48f1a1e1a1216e2a4870(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:58,723 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:58,723 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/C, priority=13, startTime=1731649198676; duration=0sec 2024-11-15T05:39:58,723 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:58,723 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:C 2024-11-15T05:39:58,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-15T05:39:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:58,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-15T05:39:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/407e734093ec4926a5d57d140d8b65ac is 50, key is test_row_1/A:col10/1731649197446/Put/seqid=0 2024-11-15T05:39:58,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742369_1545 (size=9857) 2024-11-15T05:39:58,780 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/407e734093ec4926a5d57d140d8b65ac 2024-11-15T05:39:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/3f1acba0426e415096120cebb90a1b00 is 50, key is test_row_1/B:col10/1731649197446/Put/seqid=0 2024-11-15T05:39:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742370_1546 (size=9857) 2024-11-15T05:39:59,095 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/8ce30c3fa0f94b82a2e1b1c27ddfe42d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/8ce30c3fa0f94b82a2e1b1c27ddfe42d 2024-11-15T05:39:59,099 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/B of 523a5edddb29407310b2ea3e672e4e4f into 8ce30c3fa0f94b82a2e1b1c27ddfe42d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:39:59,099 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:59,099 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/B, priority=13, startTime=1731649198676; duration=0sec 2024-11-15T05:39:59,099 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:39:59,099 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:B 2024-11-15T05:39:59,207 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/3f1acba0426e415096120cebb90a1b00 2024-11-15T05:39:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/86fca2556fb94a81bf157843e9f505bf is 50, key is test_row_1/C:col10/1731649197446/Put/seqid=0 2024-11-15T05:39:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742371_1547 (size=9857) 2024-11-15T05:39:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T05:39:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:59,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. as already flushing 2024-11-15T05:39:59,617 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/86fca2556fb94a81bf157843e9f505bf 2024-11-15T05:39:59,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/407e734093ec4926a5d57d140d8b65ac as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/407e734093ec4926a5d57d140d8b65ac 2024-11-15T05:39:59,624 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/407e734093ec4926a5d57d140d8b65ac, entries=100, sequenceid=338, filesize=9.6 K 2024-11-15T05:39:59,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/3f1acba0426e415096120cebb90a1b00 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3f1acba0426e415096120cebb90a1b00 2024-11-15T05:39:59,627 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3f1acba0426e415096120cebb90a1b00, entries=100, sequenceid=338, filesize=9.6 K 2024-11-15T05:39:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/86fca2556fb94a81bf157843e9f505bf as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/86fca2556fb94a81bf157843e9f505bf 2024-11-15T05:39:59,631 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/86fca2556fb94a81bf157843e9f505bf, entries=100, sequenceid=338, filesize=9.6 K 2024-11-15T05:39:59,632 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=53.67 KB/54960 for 523a5edddb29407310b2ea3e672e4e4f in 864ms, sequenceid=338, compaction requested=false 2024-11-15T05:39:59,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:39:59,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:39:59,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-15T05:39:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:39:59,632 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:39:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-15T05:39:59,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:39:59,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-15T05:39:59,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-11-15T05:39:59,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/5dbe52db33654c9fb945a15f03f49290 is 50, key is test_row_0/A:col10/1731649199628/Put/seqid=0 2024-11-15T05:39:59,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.2440 sec 2024-11-15T05:39:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742372_1548 (size=14741) 2024-11-15T05:39:59,688 INFO [Thread-2123 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2123. 2024-11-15T05:39:59,688 DEBUG [Thread-2123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:59,688 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,688 INFO [Thread-2112 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2112. 2024-11-15T05:39:59,688 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,688 DEBUG [Thread-2112 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:59,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:59,688 DEBUG [Thread-2112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,688 DEBUG [Thread-2112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:59,693 INFO [Thread-2121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2121. 2024-11-15T05:39:59,693 DEBUG [Thread-2121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:59,693 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,693 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:59,694 INFO [Thread-2119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2119. 2024-11-15T05:39:59,694 DEBUG [Thread-2119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:59,694 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,694 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:59,701 INFO [Thread-2117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2117. 2024-11-15T05:39:59,701 DEBUG [Thread-2117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:59,701 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,701 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:39:59,701 INFO [Thread-2115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2115. 2024-11-15T05:39:59,701 DEBUG [Thread-2115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:39:59,701 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,701 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:39:59,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:00,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/5dbe52db33654c9fb945a15f03f49290 2024-11-15T05:40:00,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/1e80e9cab08446e9914d7bcdb062b9ae is 50, key is test_row_0/B:col10/1731649199628/Put/seqid=0 2024-11-15T05:40:00,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742373_1549 (size=12301) 2024-11-15T05:40:00,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/1e80e9cab08446e9914d7bcdb062b9ae 2024-11-15T05:40:00,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/237323ca4e9846a596b9d4a8a5cb8509 is 50, key is test_row_0/C:col10/1731649199628/Put/seqid=0 2024-11-15T05:40:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742374_1550 (size=12301) 2024-11-15T05:40:00,673 INFO [Thread-2110 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2110. 2024-11-15T05:40:00,673 DEBUG [Thread-2110 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:00,673 DEBUG [Thread-2110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:00,673 DEBUG [Thread-2110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:00,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:00,693 INFO [Thread-2104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2104. 2024-11-15T05:40:00,693 INFO [Thread-2108 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2108. 2024-11-15T05:40:00,693 DEBUG [Thread-2104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:00,693 DEBUG [Thread-2108 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:00,693 DEBUG [Thread-2104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:00,693 DEBUG [Thread-2108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:00,693 DEBUG [Thread-2108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:00,693 DEBUG [Thread-2104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:00,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:00,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:00,712 INFO [Thread-2106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2106. 2024-11-15T05:40:00,712 DEBUG [Thread-2106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:00,712 DEBUG [Thread-2106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:00,712 DEBUG [Thread-2106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:00,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:00,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/237323ca4e9846a596b9d4a8a5cb8509 2024-11-15T05:40:00,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/5dbe52db33654c9fb945a15f03f49290 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/5dbe52db33654c9fb945a15f03f49290 2024-11-15T05:40:00,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/5dbe52db33654c9fb945a15f03f49290, entries=200, sequenceid=351, filesize=14.4 K 2024-11-15T05:40:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/1e80e9cab08446e9914d7bcdb062b9ae as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1e80e9cab08446e9914d7bcdb062b9ae 2024-11-15T05:40:00,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1e80e9cab08446e9914d7bcdb062b9ae, entries=150, sequenceid=351, filesize=12.0 K 2024-11-15T05:40:00,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/237323ca4e9846a596b9d4a8a5cb8509 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/237323ca4e9846a596b9d4a8a5cb8509 2024-11-15T05:40:00,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/237323ca4e9846a596b9d4a8a5cb8509, entries=150, sequenceid=351, filesize=12.0 K 2024-11-15T05:40:00,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=93.93 KB/96180 for 523a5edddb29407310b2ea3e672e4e4f in 1236ms, sequenceid=351, compaction requested=true 2024-11-15T05:40:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:40:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:00,869 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523a5edddb29407310b2ea3e672e4e4f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:00,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:00,869 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:00,869 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:00,869 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:00,870 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/B is initiating minor compaction (all files) 2024-11-15T05:40:00,870 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/A is initiating minor compaction (all files) 2024-11-15T05:40:00,870 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/A in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:40:00,870 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/B in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:40:00,870 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/289e961c3bd54c2481ff89c05213ba15, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/407e734093ec4926a5d57d140d8b65ac, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/5dbe52db33654c9fb945a15f03f49290] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=36.8 K 2024-11-15T05:40:00,870 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/8ce30c3fa0f94b82a2e1b1c27ddfe42d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3f1acba0426e415096120cebb90a1b00, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1e80e9cab08446e9914d7bcdb062b9ae] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=34.4 K 2024-11-15T05:40:00,870 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 289e961c3bd54c2481ff89c05213ba15, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649196209 2024-11-15T05:40:00,870 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ce30c3fa0f94b82a2e1b1c27ddfe42d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649196209 2024-11-15T05:40:00,870 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 407e734093ec4926a5d57d140d8b65ac, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731649197446 2024-11-15T05:40:00,870 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f1acba0426e415096120cebb90a1b00, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731649197446 2024-11-15T05:40:00,871 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dbe52db33654c9fb945a15f03f49290, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731649199616 2024-11-15T05:40:00,871 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e80e9cab08446e9914d7bcdb062b9ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731649199619 2024-11-15T05:40:00,875 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#A#compaction#471 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:00,875 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#B#compaction#472 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:00,876 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/3ca2d3a8de73404b8ec3a36f0e9f592e is 50, key is test_row_0/A:col10/1731649199628/Put/seqid=0 2024-11-15T05:40:00,876 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d369d969f6ef4b13add8f72d983c5b97 is 50, key is test_row_0/B:col10/1731649199628/Put/seqid=0 2024-11-15T05:40:00,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742375_1551 (size=13187) 2024-11-15T05:40:00,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742376_1552 (size=13187) 2024-11-15T05:40:01,283 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/d369d969f6ef4b13add8f72d983c5b97 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d369d969f6ef4b13add8f72d983c5b97 2024-11-15T05:40:01,283 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/3ca2d3a8de73404b8ec3a36f0e9f592e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/3ca2d3a8de73404b8ec3a36f0e9f592e 2024-11-15T05:40:01,286 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/A of 523a5edddb29407310b2ea3e672e4e4f into 3ca2d3a8de73404b8ec3a36f0e9f592e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:01,286 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/B of 523a5edddb29407310b2ea3e672e4e4f into d369d969f6ef4b13add8f72d983c5b97(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:01,286 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:40:01,286 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:40:01,286 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/B, priority=13, startTime=1731649200869; duration=0sec 2024-11-15T05:40:01,286 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/A, priority=13, startTime=1731649200869; duration=0sec 2024-11-15T05:40:01,286 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:01,286 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:B 2024-11-15T05:40:01,286 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:01,286 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:A 2024-11-15T05:40:01,286 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:01,287 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:01,287 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): 523a5edddb29407310b2ea3e672e4e4f/C is initiating minor compaction (all files) 2024-11-15T05:40:01,287 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523a5edddb29407310b2ea3e672e4e4f/C in TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:40:01,287 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/a0b5e8854d2c48f1a1e1a1216e2a4870, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/86fca2556fb94a81bf157843e9f505bf, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/237323ca4e9846a596b9d4a8a5cb8509] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp, totalSize=34.4 K 2024-11-15T05:40:01,287 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b5e8854d2c48f1a1e1a1216e2a4870, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731649196209 2024-11-15T05:40:01,287 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 86fca2556fb94a81bf157843e9f505bf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731649197446 2024-11-15T05:40:01,288 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 237323ca4e9846a596b9d4a8a5cb8509, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731649199619 2024-11-15T05:40:01,292 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523a5edddb29407310b2ea3e672e4e4f#C#compaction#473 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:01,293 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/694c558c2fbc482cb8f43aa52db87b85 is 50, key is test_row_0/C:col10/1731649199628/Put/seqid=0 2024-11-15T05:40:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742377_1553 (size=13187) 2024-11-15T05:40:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T05:40:01,552 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1338 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4010 rows 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1339 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4017 rows 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1340 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4013 rows 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1340 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4016 rows 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1338 2024-11-15T05:40:01,552 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4013 rows 2024-11-15T05:40:01,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:40:01,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:40:01,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:01,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:01,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:01,553 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T05:40:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T05:40:01,556 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649201555"}]},"ts":"1731649201555"} 2024-11-15T05:40:01,557 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T05:40:01,557 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T05:40:01,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:40:01,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, UNASSIGN}] 2024-11-15T05:40:01,559 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, UNASSIGN 2024-11-15T05:40:01,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=523a5edddb29407310b2ea3e672e4e4f, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:01,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, UNASSIGN because future has completed 2024-11-15T05:40:01,561 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:40:01,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:40:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T05:40:01,700 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/694c558c2fbc482cb8f43aa52db87b85 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/694c558c2fbc482cb8f43aa52db87b85 2024-11-15T05:40:01,703 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523a5edddb29407310b2ea3e672e4e4f/C of 523a5edddb29407310b2ea3e672e4e4f into 694c558c2fbc482cb8f43aa52db87b85(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:01,703 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523a5edddb29407310b2ea3e672e4e4f: 2024-11-15T05:40:01,703 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., storeName=523a5edddb29407310b2ea3e672e4e4f/C, priority=13, startTime=1731649200869; duration=0sec 2024-11-15T05:40:01,703 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:01,703 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523a5edddb29407310b2ea3e672e4e4f:C 2024-11-15T05:40:01,713 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:40:01,713 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:40:01,713 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 523a5edddb29407310b2ea3e672e4e4f, disabling compactions & flushes 2024-11-15T05:40:01,713 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:40:01,713 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:40:01,713 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. after waiting 0 ms 2024-11-15T05:40:01,713 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:40:01,713 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 523a5edddb29407310b2ea3e672e4e4f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T05:40:01,716 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/ef1677ff7ee6403992e8fdc78045303a is 50, key is test_row_0/A:col10/1731649200711/Put/seqid=0 2024-11-15T05:40:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742378_1554 (size=12301) 2024-11-15T05:40:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T05:40:02,119 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/ef1677ff7ee6403992e8fdc78045303a 2024-11-15T05:40:02,125 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5116303169144fd28a21627609caac27 is 50, key is test_row_0/B:col10/1731649200711/Put/seqid=0 2024-11-15T05:40:02,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742379_1555 (size=12301) 2024-11-15T05:40:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T05:40:02,528 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5116303169144fd28a21627609caac27 2024-11-15T05:40:02,534 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/b12f5decd9784b67b49edb5e4fea1410 is 50, key is test_row_0/C:col10/1731649200711/Put/seqid=0 2024-11-15T05:40:02,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742380_1556 (size=12301) 2024-11-15T05:40:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T05:40:02,937 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/b12f5decd9784b67b49edb5e4fea1410 2024-11-15T05:40:02,940 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/A/ef1677ff7ee6403992e8fdc78045303a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ef1677ff7ee6403992e8fdc78045303a 2024-11-15T05:40:02,943 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ef1677ff7ee6403992e8fdc78045303a, entries=150, sequenceid=371, filesize=12.0 K 2024-11-15T05:40:02,944 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/B/5116303169144fd28a21627609caac27 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5116303169144fd28a21627609caac27 2024-11-15T05:40:02,946 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5116303169144fd28a21627609caac27, entries=150, sequenceid=371, filesize=12.0 K 2024-11-15T05:40:02,946 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/.tmp/C/b12f5decd9784b67b49edb5e4fea1410 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/b12f5decd9784b67b49edb5e4fea1410 2024-11-15T05:40:02,949 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/b12f5decd9784b67b49edb5e4fea1410, entries=150, sequenceid=371, filesize=12.0 K 2024-11-15T05:40:02,950 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 523a5edddb29407310b2ea3e672e4e4f in 1237ms, sequenceid=371, compaction requested=false 2024-11-15T05:40:02,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/998277859b6e48e3bcd233e388feb857, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/d515b9057d254a1a874fefb4050c3727, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/e23746013e144f2bb169376eb7b136ec, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/12f5a0de7384427db2b9b5a06a888387, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0df397f354514c3d8cff857703e57027, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/2f723b7cd4444005906c9bf1a707f57d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8e3dce8a8fbb4add9d473f6bf036e894, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df1f930a64d347a29134a3c3fbb223ab, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/a76b8e52bd2245099082181e34c5f56e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/7d96909186f04093a77f7fdd6e04b3a8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/22cc51ab50b24918979ec2519cb98a01, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8f4cdfaa9a3647a9a859e15183745963, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/314e569ea6024186a208b1001f8e4dec, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8c97e28fcced40e2ad17f2de300c0b3f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f9e0cb066b9549b980d6d1d0ca188a3a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/c98942df65cb4e6792ca2ffffa7a7b5b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df50a8b8236846e39c6d4a7616f25457, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/1c615befa1574b99b9ebe6872a5794e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/bb8199eb6a02478eb77e1351e05ab924, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f6630180e73143aa802e46471c6d373c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/889434c5e573419e8d5c52595b7851d3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0d8f54c1d14e416186a20b643902f2e0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ea82ba17aadc4a109b03ed5074a022ed, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/289e961c3bd54c2481ff89c05213ba15, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/407e734093ec4926a5d57d140d8b65ac, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/5dbe52db33654c9fb945a15f03f49290] to archive 2024-11-15T05:40:02,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:40:02,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/998277859b6e48e3bcd233e388feb857 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/998277859b6e48e3bcd233e388feb857 2024-11-15T05:40:02,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/d515b9057d254a1a874fefb4050c3727 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/d515b9057d254a1a874fefb4050c3727 2024-11-15T05:40:02,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/e23746013e144f2bb169376eb7b136ec to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/e23746013e144f2bb169376eb7b136ec 2024-11-15T05:40:02,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/12f5a0de7384427db2b9b5a06a888387 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/12f5a0de7384427db2b9b5a06a888387 2024-11-15T05:40:02,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0df397f354514c3d8cff857703e57027 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0df397f354514c3d8cff857703e57027 2024-11-15T05:40:02,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/2f723b7cd4444005906c9bf1a707f57d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/2f723b7cd4444005906c9bf1a707f57d 2024-11-15T05:40:02,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8e3dce8a8fbb4add9d473f6bf036e894 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8e3dce8a8fbb4add9d473f6bf036e894 2024-11-15T05:40:02,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df1f930a64d347a29134a3c3fbb223ab to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df1f930a64d347a29134a3c3fbb223ab 2024-11-15T05:40:02,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/a76b8e52bd2245099082181e34c5f56e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/a76b8e52bd2245099082181e34c5f56e 2024-11-15T05:40:02,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/7d96909186f04093a77f7fdd6e04b3a8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/7d96909186f04093a77f7fdd6e04b3a8 2024-11-15T05:40:02,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/22cc51ab50b24918979ec2519cb98a01 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/22cc51ab50b24918979ec2519cb98a01 2024-11-15T05:40:02,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8f4cdfaa9a3647a9a859e15183745963 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8f4cdfaa9a3647a9a859e15183745963 2024-11-15T05:40:02,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/314e569ea6024186a208b1001f8e4dec to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/314e569ea6024186a208b1001f8e4dec 2024-11-15T05:40:02,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8c97e28fcced40e2ad17f2de300c0b3f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/8c97e28fcced40e2ad17f2de300c0b3f 2024-11-15T05:40:02,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f9e0cb066b9549b980d6d1d0ca188a3a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f9e0cb066b9549b980d6d1d0ca188a3a 2024-11-15T05:40:02,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/c98942df65cb4e6792ca2ffffa7a7b5b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/c98942df65cb4e6792ca2ffffa7a7b5b 2024-11-15T05:40:02,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df50a8b8236846e39c6d4a7616f25457 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/df50a8b8236846e39c6d4a7616f25457 2024-11-15T05:40:02,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/1c615befa1574b99b9ebe6872a5794e7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/1c615befa1574b99b9ebe6872a5794e7 2024-11-15T05:40:02,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/bb8199eb6a02478eb77e1351e05ab924 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/bb8199eb6a02478eb77e1351e05ab924 2024-11-15T05:40:02,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f6630180e73143aa802e46471c6d373c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/f6630180e73143aa802e46471c6d373c 2024-11-15T05:40:02,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/889434c5e573419e8d5c52595b7851d3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/889434c5e573419e8d5c52595b7851d3 2024-11-15T05:40:02,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0d8f54c1d14e416186a20b643902f2e0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/0d8f54c1d14e416186a20b643902f2e0 2024-11-15T05:40:02,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ea82ba17aadc4a109b03ed5074a022ed to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ea82ba17aadc4a109b03ed5074a022ed 2024-11-15T05:40:02,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/289e961c3bd54c2481ff89c05213ba15 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/289e961c3bd54c2481ff89c05213ba15 2024-11-15T05:40:02,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/407e734093ec4926a5d57d140d8b65ac to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/407e734093ec4926a5d57d140d8b65ac 2024-11-15T05:40:02,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/5dbe52db33654c9fb945a15f03f49290 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/5dbe52db33654c9fb945a15f03f49290 2024-11-15T05:40:02,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3162fae20aae45b8895ce8b6eb758f4d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/b40077d6024d4516ad8fb3b4d36988ff, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e39a9934f0e14900bcc8ad4061ff0c66, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5bed337485da4c2d86ed68aebd2bf9bb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/f8272f60c65b4ab5a7beb4f6c245699b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1c829b13ab0a487f8534a6dbb72163dc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e260ff6cae024730b17d3bf6068d9c50, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/55d377e46d3741bf868fd8378329aecc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/4e86af962d6b41748e9967b1c5f14ee4, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7f1e34718914add9b144caa029e0be1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/30d52d3a8a3046daa6ade69f1cc63ca8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/61b40605db154652945781186834a0ba, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/ca5db8ef494140dc8e4382bf7684fc23, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5eecf870696f4fd58a7d9a23b1a5c964, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/0469cbca9feb4da6b87f7724f3a3ea2d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/97393f893f714a85ba153206b61d11a3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7d7c89e3a27a4b959739805f05e4a85f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/976ec0d7421b4275b1c08609f2386434, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1d1f13b7aada4571bf6c0beff5e2e085, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7eec857f1bb74079a35bd4326eada02f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d1f1258e3e8144a79eaec3bc48fbe2c7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/2cb8fc580d5849e096fce9f6d7c0f59f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/8ce30c3fa0f94b82a2e1b1c27ddfe42d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7023900972d4ea2b2b7040610c19420, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3f1acba0426e415096120cebb90a1b00, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1e80e9cab08446e9914d7bcdb062b9ae] to archive 2024-11-15T05:40:02,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:40:02,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3162fae20aae45b8895ce8b6eb758f4d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3162fae20aae45b8895ce8b6eb758f4d 2024-11-15T05:40:02,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/b40077d6024d4516ad8fb3b4d36988ff to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/b40077d6024d4516ad8fb3b4d36988ff 2024-11-15T05:40:02,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e39a9934f0e14900bcc8ad4061ff0c66 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e39a9934f0e14900bcc8ad4061ff0c66 2024-11-15T05:40:02,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5bed337485da4c2d86ed68aebd2bf9bb to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5bed337485da4c2d86ed68aebd2bf9bb 2024-11-15T05:40:02,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/f8272f60c65b4ab5a7beb4f6c245699b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/f8272f60c65b4ab5a7beb4f6c245699b 2024-11-15T05:40:02,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1c829b13ab0a487f8534a6dbb72163dc to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1c829b13ab0a487f8534a6dbb72163dc 2024-11-15T05:40:02,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e260ff6cae024730b17d3bf6068d9c50 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/e260ff6cae024730b17d3bf6068d9c50 2024-11-15T05:40:02,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/55d377e46d3741bf868fd8378329aecc to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/55d377e46d3741bf868fd8378329aecc 2024-11-15T05:40:02,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/4e86af962d6b41748e9967b1c5f14ee4 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/4e86af962d6b41748e9967b1c5f14ee4 2024-11-15T05:40:02,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7f1e34718914add9b144caa029e0be1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7f1e34718914add9b144caa029e0be1 2024-11-15T05:40:02,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/30d52d3a8a3046daa6ade69f1cc63ca8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/30d52d3a8a3046daa6ade69f1cc63ca8 2024-11-15T05:40:02,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/61b40605db154652945781186834a0ba to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/61b40605db154652945781186834a0ba 2024-11-15T05:40:02,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/ca5db8ef494140dc8e4382bf7684fc23 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/ca5db8ef494140dc8e4382bf7684fc23 2024-11-15T05:40:02,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5eecf870696f4fd58a7d9a23b1a5c964 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5eecf870696f4fd58a7d9a23b1a5c964 2024-11-15T05:40:02,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/0469cbca9feb4da6b87f7724f3a3ea2d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/0469cbca9feb4da6b87f7724f3a3ea2d 2024-11-15T05:40:02,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/97393f893f714a85ba153206b61d11a3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/97393f893f714a85ba153206b61d11a3 2024-11-15T05:40:02,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7d7c89e3a27a4b959739805f05e4a85f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7d7c89e3a27a4b959739805f05e4a85f 2024-11-15T05:40:02,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/976ec0d7421b4275b1c08609f2386434 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/976ec0d7421b4275b1c08609f2386434 2024-11-15T05:40:02,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1d1f13b7aada4571bf6c0beff5e2e085 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1d1f13b7aada4571bf6c0beff5e2e085 2024-11-15T05:40:02,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7eec857f1bb74079a35bd4326eada02f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/7eec857f1bb74079a35bd4326eada02f 2024-11-15T05:40:02,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d1f1258e3e8144a79eaec3bc48fbe2c7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d1f1258e3e8144a79eaec3bc48fbe2c7 2024-11-15T05:40:02,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/2cb8fc580d5849e096fce9f6d7c0f59f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/2cb8fc580d5849e096fce9f6d7c0f59f 2024-11-15T05:40:02,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/8ce30c3fa0f94b82a2e1b1c27ddfe42d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/8ce30c3fa0f94b82a2e1b1c27ddfe42d 2024-11-15T05:40:02,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7023900972d4ea2b2b7040610c19420 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d7023900972d4ea2b2b7040610c19420 2024-11-15T05:40:02,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3f1acba0426e415096120cebb90a1b00 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/3f1acba0426e415096120cebb90a1b00 2024-11-15T05:40:02,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1e80e9cab08446e9914d7bcdb062b9ae to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/1e80e9cab08446e9914d7bcdb062b9ae 2024-11-15T05:40:02,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f2638f595dee4abaa3c876207263f7c7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/8871b08fe191434e81391c803d967a4e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3f0f4e9e6e7c42f2be540a7bf22e4c6a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/292183508a484ff18339e9aed90ee7f9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b8155ae73bd4fb788ba46880548422c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c05a2892757641d8b2c1b7f2b48f00d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/12f457dc4dc34a63a6b11d00240e0231, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0830600a16834d648456780ef8925556, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0e27721989034fd196a93742d5f91040, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b168279ab5342618611d129c592c926, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/970c3100f8614aa2bdc5c7389932d965, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f8b92cb458124a019af11e3ab4e847ca, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/02fa6fa33079428f98768bec981fc1ef, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/51d3cf759af34be4ab85b94248bf487f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fa6f890ab92045338d654c00866e087e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/68abd6931d4e458c8ded4d31e811cea2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fb793eedecb248319a4d9be20ea0b2c3, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3a99199b8bdc427ea6650eb647514655, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/34e78c9556a3464fa6bb04b1140b956b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/d883cbc3509448208b6b675e49ecce88, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4817122df9514bbe89c03ce59f953280, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4ea8cff8d0b846ada3c5fbbb7bff0045, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/a0b5e8854d2c48f1a1e1a1216e2a4870, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c83ff8018b3846899423e1923cc37cd2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/86fca2556fb94a81bf157843e9f505bf, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/237323ca4e9846a596b9d4a8a5cb8509] to archive 2024-11-15T05:40:02,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:40:02,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f2638f595dee4abaa3c876207263f7c7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f2638f595dee4abaa3c876207263f7c7 2024-11-15T05:40:02,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/8871b08fe191434e81391c803d967a4e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/8871b08fe191434e81391c803d967a4e 2024-11-15T05:40:02,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3f0f4e9e6e7c42f2be540a7bf22e4c6a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3f0f4e9e6e7c42f2be540a7bf22e4c6a 2024-11-15T05:40:02,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/292183508a484ff18339e9aed90ee7f9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/292183508a484ff18339e9aed90ee7f9 2024-11-15T05:40:02,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b8155ae73bd4fb788ba46880548422c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b8155ae73bd4fb788ba46880548422c 2024-11-15T05:40:02,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c05a2892757641d8b2c1b7f2b48f00d1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c05a2892757641d8b2c1b7f2b48f00d1 2024-11-15T05:40:03,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/12f457dc4dc34a63a6b11d00240e0231 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/12f457dc4dc34a63a6b11d00240e0231 2024-11-15T05:40:03,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0830600a16834d648456780ef8925556 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0830600a16834d648456780ef8925556 2024-11-15T05:40:03,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0e27721989034fd196a93742d5f91040 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/0e27721989034fd196a93742d5f91040 2024-11-15T05:40:03,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b168279ab5342618611d129c592c926 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/1b168279ab5342618611d129c592c926 2024-11-15T05:40:03,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/970c3100f8614aa2bdc5c7389932d965 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/970c3100f8614aa2bdc5c7389932d965 2024-11-15T05:40:03,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f8b92cb458124a019af11e3ab4e847ca to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/f8b92cb458124a019af11e3ab4e847ca 2024-11-15T05:40:03,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/02fa6fa33079428f98768bec981fc1ef to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/02fa6fa33079428f98768bec981fc1ef 2024-11-15T05:40:03,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/51d3cf759af34be4ab85b94248bf487f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/51d3cf759af34be4ab85b94248bf487f 2024-11-15T05:40:03,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fa6f890ab92045338d654c00866e087e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fa6f890ab92045338d654c00866e087e 2024-11-15T05:40:03,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/68abd6931d4e458c8ded4d31e811cea2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/68abd6931d4e458c8ded4d31e811cea2 2024-11-15T05:40:03,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fb793eedecb248319a4d9be20ea0b2c3 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/fb793eedecb248319a4d9be20ea0b2c3 2024-11-15T05:40:03,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3a99199b8bdc427ea6650eb647514655 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/3a99199b8bdc427ea6650eb647514655 2024-11-15T05:40:03,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/34e78c9556a3464fa6bb04b1140b956b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/34e78c9556a3464fa6bb04b1140b956b 2024-11-15T05:40:03,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/d883cbc3509448208b6b675e49ecce88 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/d883cbc3509448208b6b675e49ecce88 2024-11-15T05:40:03,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4817122df9514bbe89c03ce59f953280 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4817122df9514bbe89c03ce59f953280 2024-11-15T05:40:03,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4ea8cff8d0b846ada3c5fbbb7bff0045 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/4ea8cff8d0b846ada3c5fbbb7bff0045 2024-11-15T05:40:03,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/a0b5e8854d2c48f1a1e1a1216e2a4870 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/a0b5e8854d2c48f1a1e1a1216e2a4870 2024-11-15T05:40:03,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c83ff8018b3846899423e1923cc37cd2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/c83ff8018b3846899423e1923cc37cd2 2024-11-15T05:40:03,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/86fca2556fb94a81bf157843e9f505bf to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/86fca2556fb94a81bf157843e9f505bf 2024-11-15T05:40:03,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/237323ca4e9846a596b9d4a8a5cb8509 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/237323ca4e9846a596b9d4a8a5cb8509 2024-11-15T05:40:03,018 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/recovered.edits/374.seqid, newMaxSeqId=374, maxSeqId=1 2024-11-15T05:40:03,018 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. 2024-11-15T05:40:03,018 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 523a5edddb29407310b2ea3e672e4e4f: Waiting for close lock at 1731649201713Running coprocessor pre-close hooks at 1731649201713Disabling compacts and flushes for region at 1731649201713Disabling writes for close at 1731649201713Obtaining lock to block concurrent updates at 1731649201713Preparing flush snapshotting stores in 523a5edddb29407310b2ea3e672e4e4f at 1731649201713Finished memstore snapshotting TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f., syncing WAL and waiting on mvcc, flushsize=dataSize=96180, getHeapSize=252720, getOffHeapSize=0, getCellsCount=2100 at 1731649201713Flushing stores of TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f. at 1731649201714 (+1 ms)Flushing 523a5edddb29407310b2ea3e672e4e4f/A: creating writer at 1731649201714Flushing 523a5edddb29407310b2ea3e672e4e4f/A: appending metadata at 1731649201716 (+2 ms)Flushing 523a5edddb29407310b2ea3e672e4e4f/A: closing flushed file at 1731649201716Flushing 523a5edddb29407310b2ea3e672e4e4f/B: creating writer at 1731649202122 (+406 ms)Flushing 523a5edddb29407310b2ea3e672e4e4f/B: appending metadata at 1731649202124 (+2 ms)Flushing 523a5edddb29407310b2ea3e672e4e4f/B: closing flushed file at 1731649202124Flushing 523a5edddb29407310b2ea3e672e4e4f/C: creating writer at 1731649202531 (+407 ms)Flushing 523a5edddb29407310b2ea3e672e4e4f/C: appending metadata at 1731649202533 (+2 ms)Flushing 523a5edddb29407310b2ea3e672e4e4f/C: closing flushed file at 1731649202533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d09de72: reopening flushed file at 1731649202940 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff20733: reopening flushed file at 1731649202943 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6ee954: reopening flushed file at 1731649202946 (+3 ms)Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 523a5edddb29407310b2ea3e672e4e4f in 1237ms, sequenceid=371, compaction requested=false at 1731649202950 (+4 ms)Writing region close event to WAL at 1731649203015 (+65 ms)Running coprocessor post-close hooks at 1731649203018 (+3 ms)Closed at 1731649203018 2024-11-15T05:40:03,020 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:40:03,020 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=523a5edddb29407310b2ea3e672e4e4f, regionState=CLOSED 2024-11-15T05:40:03,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:40:03,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-15T05:40:03,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 523a5edddb29407310b2ea3e672e4e4f, server=e243dcb6c2df,33879,1731649056842 in 1.4610 sec 2024-11-15T05:40:03,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-15T05:40:03,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523a5edddb29407310b2ea3e672e4e4f, UNASSIGN in 1.4650 sec 2024-11-15T05:40:03,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-15T05:40:03,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4680 sec 2024-11-15T05:40:03,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649203027"}]},"ts":"1731649203027"} 2024-11-15T05:40:03,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T05:40:03,028 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T05:40:03,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-15T05:40:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-15T05:40:03,702 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:03,702 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T05:40:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:03,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-15T05:40:03,705 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:03,710 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:40:03,714 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/recovered.edits] 2024-11-15T05:40:03,717 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/3ca2d3a8de73404b8ec3a36f0e9f592e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/3ca2d3a8de73404b8ec3a36f0e9f592e 2024-11-15T05:40:03,718 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ef1677ff7ee6403992e8fdc78045303a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/A/ef1677ff7ee6403992e8fdc78045303a 2024-11-15T05:40:03,721 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5116303169144fd28a21627609caac27 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/5116303169144fd28a21627609caac27 2024-11-15T05:40:03,722 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d369d969f6ef4b13add8f72d983c5b97 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/B/d369d969f6ef4b13add8f72d983c5b97 2024-11-15T05:40:03,724 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/694c558c2fbc482cb8f43aa52db87b85 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/694c558c2fbc482cb8f43aa52db87b85 2024-11-15T05:40:03,725 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/b12f5decd9784b67b49edb5e4fea1410 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/C/b12f5decd9784b67b49edb5e4fea1410 2024-11-15T05:40:03,728 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/recovered.edits/374.seqid to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f/recovered.edits/374.seqid 2024-11-15T05:40:03,728 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/523a5edddb29407310b2ea3e672e4e4f 2024-11-15T05:40:03,728 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T05:40:03,731 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:03,733 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T05:40:03,735 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T05:40:03,736 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:03,736 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T05:40:03,736 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731649203736"}]},"ts":"9223372036854775807"} 2024-11-15T05:40:03,738 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T05:40:03,738 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 523a5edddb29407310b2ea3e672e4e4f, NAME => 'TestAcidGuarantees,,1731649177491.523a5edddb29407310b2ea3e672e4e4f.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T05:40:03,738 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T05:40:03,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731649203738"}]},"ts":"9223372036854775807"} 2024-11-15T05:40:03,740 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T05:40:03,741 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:03,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-15T05:40:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-15T05:40:03,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T05:40:03,815 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:03,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 423), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=7960 (was 7958) - AvailableMemoryMB LEAK? - 2024-11-15T05:40:03,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=12, AvailableMemoryMB=7960 2024-11-15T05:40:03,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:40:03,837 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:40:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:03,839 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T05:40:03,839 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:03,840 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-15T05:40:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T05:40:03,841 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T05:40:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742381_1557 (size=959) 2024-11-15T05:40:03,850 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e 2024-11-15T05:40:03,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742382_1558 (size=53) 2024-11-15T05:40:03,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:40:03,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b50940c5b0eab0a8b9087e9bf72215da, disabling compactions & flushes 2024-11-15T05:40:03,859 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:03,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:03,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. after waiting 0 ms 2024-11-15T05:40:03,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:03,859 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:03,859 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b50940c5b0eab0a8b9087e9bf72215da: Waiting for close lock at 1731649203859Disabling compacts and flushes for region at 1731649203859Disabling writes for close at 1731649203859Writing region close event to WAL at 1731649203859Closed at 1731649203859 2024-11-15T05:40:03,860 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T05:40:03,860 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731649203860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731649203860"}]},"ts":"1731649203860"} 2024-11-15T05:40:03,862 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T05:40:03,863 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T05:40:03,863 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649203863"}]},"ts":"1731649203863"} 2024-11-15T05:40:03,864 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T05:40:03,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, ASSIGN}] 2024-11-15T05:40:03,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, ASSIGN 2024-11-15T05:40:03,866 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, ASSIGN; state=OFFLINE, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=false 2024-11-15T05:40:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T05:40:04,017 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=b50940c5b0eab0a8b9087e9bf72215da, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:04,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, ASSIGN because future has completed 2024-11-15T05:40:04,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:40:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T05:40:04,177 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:04,178 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:40:04,178 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,178 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:40:04,178 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,178 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,180 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,181 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b50940c5b0eab0a8b9087e9bf72215da columnFamilyName A 2024-11-15T05:40:04,181 DEBUG [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:04,182 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(327): Store=b50940c5b0eab0a8b9087e9bf72215da/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:40:04,182 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,188 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b50940c5b0eab0a8b9087e9bf72215da columnFamilyName B 2024-11-15T05:40:04,188 DEBUG [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:04,190 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(327): Store=b50940c5b0eab0a8b9087e9bf72215da/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:40:04,190 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,192 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b50940c5b0eab0a8b9087e9bf72215da columnFamilyName C 2024-11-15T05:40:04,192 DEBUG [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:04,192 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(327): Store=b50940c5b0eab0a8b9087e9bf72215da/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:40:04,193 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,194 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,195 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,196 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,196 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,197 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:40:04,198 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,201 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T05:40:04,201 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened b50940c5b0eab0a8b9087e9bf72215da; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71060553, jitterRate=0.05888475477695465}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:40:04,201 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:04,202 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for b50940c5b0eab0a8b9087e9bf72215da: Running coprocessor pre-open hook at 1731649204178Writing region info on filesystem at 1731649204178Initializing all the Stores at 1731649204179 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649204179Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649204179Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649204179Cleaning up temporary data from old regions at 1731649204196 (+17 ms)Running coprocessor post-open hooks at 1731649204201 (+5 ms)Region opened successfully at 1731649204202 (+1 ms) 2024-11-15T05:40:04,203 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., pid=154, masterSystemTime=1731649204173 2024-11-15T05:40:04,205 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:04,205 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:04,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=b50940c5b0eab0a8b9087e9bf72215da, regionState=OPEN, openSeqNum=2, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:04,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:40:04,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-15T05:40:04,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 in 190 msec 2024-11-15T05:40:04,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-15T05:40:04,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, ASSIGN in 347 msec 2024-11-15T05:40:04,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T05:40:04,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649204217"}]},"ts":"1731649204217"} 2024-11-15T05:40:04,220 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T05:40:04,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T05:40:04,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 384 msec 2024-11-15T05:40:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-15T05:40:04,472 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:04,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6856303f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:04,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:04,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:04,474 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:04,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dedfe2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:04,477 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506ceb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:04,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:04,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:04,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T05:40:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e243dcb6c2df,33963,1731649056030 2024-11-15T05:40:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e0ad5a6 2024-11-15T05:40:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T05:40:04,485 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T05:40:04,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T05:40:04,486 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T05:40:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742383_1559 (size=995) 2024-11-15T05:40:04,904 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T05:40:04,904 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T05:40:04,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:40:04,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, REOPEN/MOVE}] 2024-11-15T05:40:04,910 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, REOPEN/MOVE 2024-11-15T05:40:04,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=b50940c5b0eab0a8b9087e9bf72215da, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:04,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, REOPEN/MOVE because future has completed 2024-11-15T05:40:04,912 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:40:04,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:40:05,059 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T05:40:05,064 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,064 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:40:05,065 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing b50940c5b0eab0a8b9087e9bf72215da, disabling compactions & flushes 2024-11-15T05:40:05,065 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,065 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,065 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. after waiting 0 ms 2024-11-15T05:40:05,065 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,068 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T05:40:05,069 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,069 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for b50940c5b0eab0a8b9087e9bf72215da: Waiting for close lock at 1731649205064Running coprocessor pre-close hooks at 1731649205064Disabling compacts and flushes for region at 1731649205064Disabling writes for close at 1731649205065 (+1 ms)Writing region close event to WAL at 1731649205065Running coprocessor post-close hooks at 1731649205069 (+4 ms)Closed at 1731649205069 2024-11-15T05:40:05,069 WARN [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: b50940c5b0eab0a8b9087e9bf72215da to self. 2024-11-15T05:40:05,071 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,072 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=b50940c5b0eab0a8b9087e9bf72215da, regionState=CLOSED 2024-11-15T05:40:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:40:05,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-15T05:40:05,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 in 162 msec 2024-11-15T05:40:05,076 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, REOPEN/MOVE; state=CLOSED, location=e243dcb6c2df,33879,1731649056842; forceNewPlan=false, retain=true 2024-11-15T05:40:05,226 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=b50940c5b0eab0a8b9087e9bf72215da, regionState=OPENING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, REOPEN/MOVE because future has completed 2024-11-15T05:40:05,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:40:05,383 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,383 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} 2024-11-15T05:40:05,384 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,384 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T05:40:05,384 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,384 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,385 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,386 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b50940c5b0eab0a8b9087e9bf72215da columnFamilyName A 2024-11-15T05:40:05,387 DEBUG [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:05,387 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(327): Store=b50940c5b0eab0a8b9087e9bf72215da/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:40:05,388 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,389 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b50940c5b0eab0a8b9087e9bf72215da columnFamilyName B 2024-11-15T05:40:05,389 DEBUG [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:05,389 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(327): Store=b50940c5b0eab0a8b9087e9bf72215da/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:40:05,389 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,390 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b50940c5b0eab0a8b9087e9bf72215da columnFamilyName C 2024-11-15T05:40:05,390 DEBUG [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:05,390 INFO [StoreOpener-b50940c5b0eab0a8b9087e9bf72215da-1 {}] regionserver.HStore(327): Store=b50940c5b0eab0a8b9087e9bf72215da/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T05:40:05,390 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,391 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,392 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,392 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,392 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,393 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T05:40:05,394 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,394 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened b50940c5b0eab0a8b9087e9bf72215da; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68159570, jitterRate=0.015656739473342896}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T05:40:05,394 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,395 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for b50940c5b0eab0a8b9087e9bf72215da: Running coprocessor pre-open hook at 1731649205384Writing region info on filesystem at 1731649205384Initializing all the Stores at 1731649205385 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649205385Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649205385Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731649205385Cleaning up temporary data from old regions at 1731649205392 (+7 ms)Running coprocessor post-open hooks at 1731649205394 (+2 ms)Region opened successfully at 1731649205395 (+1 ms) 2024-11-15T05:40:05,396 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., pid=159, masterSystemTime=1731649205380 2024-11-15T05:40:05,397 DEBUG [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,397 INFO [RS_OPEN_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=b50940c5b0eab0a8b9087e9bf72215da, regionState=OPEN, openSeqNum=5, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:40:05,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-15T05:40:05,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 in 172 msec 2024-11-15T05:40:05,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-15T05:40:05,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, REOPEN/MOVE in 493 msec 2024-11-15T05:40:05,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-15T05:40:05,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 497 msec 2024-11-15T05:40:05,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-11-15T05:40:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-15T05:40:05,409 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:05,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a327d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,410 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a79982f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,412 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd186a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767cb391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ddb1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,415 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3b6a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f260380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,417 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456eb89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,418 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6100dd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffe9ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,421 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce185e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,422 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a55c058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298d8ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,424 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e1ad00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,425 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188d794f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b32022f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,427 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fe535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75611756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4288ceb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,429 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f275435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,431 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c19dfa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c523ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,433 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8ca49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,435 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d5f446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6258c3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,437 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393eec1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,438 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601b024d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3221ca67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e243dcb6c2df,33963,-1 for getting cluster id 2024-11-15T05:40:05,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T05:40:05,440 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b36878-da7f-4ad5-ae02-ba9143422f96' 2024-11-15T05:40:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T05:40:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b36878-da7f-4ad5-ae02-ba9143422f96" 2024-11-15T05:40:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2677904e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e243dcb6c2df,33963,-1] 2024-11-15T05:40:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T05:40:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:05,441 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T05:40:05,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d6aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T05:40:05,442 DEBUG [Thread-2499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,442 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:40:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-15T05:40:05,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T05:40:05,444 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:40:05,445 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:40:05,445 DEBUG [Thread-2493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:40:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,446 DEBUG [Thread-2497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,447 DEBUG [Thread-2482 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,447 DEBUG [Thread-2488 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,450 DEBUG [Thread-2486 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,456 DEBUG [Thread-2491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,457 DEBUG [Thread-2480 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,458 DEBUG [Thread-2484 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,462 DEBUG [Thread-2495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T05:40:05,462 DEBUG [Thread-2480 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,462 DEBUG [Thread-2480 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e243dcb6c2df,33879,1731649056842, seqNum=-1] 2024-11-15T05:40:05,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T05:40:05,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T05:40:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5] 2024-11-15T05:40:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,473 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:05,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:40:05,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ea3a0850e8d941118fb8aa6c5888e7d2_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649205473/Put/seqid=0 2024-11-15T05:40:05,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649265517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649265517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649265518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649265517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649265524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T05:40:05,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742384_1560 (size=12154) 2024-11-15T05:40:05,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:05,574 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ea3a0850e8d941118fb8aa6c5888e7d2_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ea3a0850e8d941118fb8aa6c5888e7d2_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:05,576 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b78c50c950eb4f3d9f46aadf6a54eb1a, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:05,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b78c50c950eb4f3d9f46aadf6a54eb1a is 175, key is test_row_0/A:col10/1731649205473/Put/seqid=0 2024-11-15T05:40:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742385_1561 (size=30955) 2024-11-15T05:40:05,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:05,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:05,600 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b78c50c950eb4f3d9f46aadf6a54eb1a 2024-11-15T05:40:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649265631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649265632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649265632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649265632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/bec74c5d4d7c479da54680a91a0c18de is 50, key is test_row_0/B:col10/1731649205473/Put/seqid=0 2024-11-15T05:40:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742386_1562 (size=12001) 2024-11-15T05:40:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649265641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T05:40:05,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649265841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649265841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649265841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649265841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649265851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:05,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:05,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/bec74c5d4d7c479da54680a91a0c18de 2024-11-15T05:40:06,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T05:40:06,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/fd7f51b33f594c4e8fc1ab88f32a4744 is 50, key is test_row_0/C:col10/1731649205473/Put/seqid=0 2024-11-15T05:40:06,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742387_1563 (size=12001) 2024-11-15T05:40:06,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649266151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649266151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649266151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649266151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649266161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:06,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:06,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/fd7f51b33f594c4e8fc1ab88f32a4744 2024-11-15T05:40:06,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b78c50c950eb4f3d9f46aadf6a54eb1a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b78c50c950eb4f3d9f46aadf6a54eb1a 2024-11-15T05:40:06,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b78c50c950eb4f3d9f46aadf6a54eb1a, entries=150, sequenceid=16, filesize=30.2 K 2024-11-15T05:40:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/bec74c5d4d7c479da54680a91a0c18de as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/bec74c5d4d7c479da54680a91a0c18de 2024-11-15T05:40:06,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/bec74c5d4d7c479da54680a91a0c18de, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T05:40:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/fd7f51b33f594c4e8fc1ab88f32a4744 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fd7f51b33f594c4e8fc1ab88f32a4744 2024-11-15T05:40:06,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:06,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fd7f51b33f594c4e8fc1ab88f32a4744, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T05:40:06,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b50940c5b0eab0a8b9087e9bf72215da in 1061ms, sequenceid=16, compaction requested=false 2024-11-15T05:40:06,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T05:40:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:06,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:06,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T05:40:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649266672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649266674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649266676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649266677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151e3be05571714664b2ddad0ff6c6f238_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649205516/Put/seqid=0 2024-11-15T05:40:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649266677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742388_1564 (size=14594) 2024-11-15T05:40:06,701 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:06,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151e3be05571714664b2ddad0ff6c6f238_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e3be05571714664b2ddad0ff6c6f238_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:06,707 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/4cf1b4aff7714fe9b831472307098c8f, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:06,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/4cf1b4aff7714fe9b831472307098c8f is 175, key is test_row_0/A:col10/1731649205516/Put/seqid=0 2024-11-15T05:40:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742389_1565 (size=39549) 2024-11-15T05:40:06,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649266781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649266781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649266791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649266791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:06,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:06,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649266991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:06,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649266991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649267001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649267001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,113 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/4cf1b4aff7714fe9b831472307098c8f 2024-11-15T05:40:07,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f815ffda32ca42e4a357280acf0cc3bd is 50, key is test_row_0/B:col10/1731649205516/Put/seqid=0 2024-11-15T05:40:07,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742390_1566 (size=12001) 2024-11-15T05:40:07,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f815ffda32ca42e4a357280acf0cc3bd 2024-11-15T05:40:07,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:07,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/2f992a4f67514ca0b44906889e6b0646 is 50, key is test_row_0/C:col10/1731649205516/Put/seqid=0 2024-11-15T05:40:07,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742391_1567 (size=12001) 2024-11-15T05:40:07,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:07,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649267301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649267301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649267311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649267311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:07,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:07,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/2f992a4f67514ca0b44906889e6b0646 2024-11-15T05:40:07,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/4cf1b4aff7714fe9b831472307098c8f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/4cf1b4aff7714fe9b831472307098c8f 2024-11-15T05:40:07,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/4cf1b4aff7714fe9b831472307098c8f, entries=200, sequenceid=43, filesize=38.6 K 2024-11-15T05:40:07,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f815ffda32ca42e4a357280acf0cc3bd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f815ffda32ca42e4a357280acf0cc3bd 2024-11-15T05:40:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f815ffda32ca42e4a357280acf0cc3bd, entries=150, sequenceid=43, filesize=11.7 K 2024-11-15T05:40:07,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/2f992a4f67514ca0b44906889e6b0646 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/2f992a4f67514ca0b44906889e6b0646 2024-11-15T05:40:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/2f992a4f67514ca0b44906889e6b0646, entries=150, sequenceid=43, filesize=11.7 K 2024-11-15T05:40:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b50940c5b0eab0a8b9087e9bf72215da in 918ms, sequenceid=43, compaction requested=false 2024-11-15T05:40:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T05:40:07,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,601 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-15T05:40:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T05:40:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c7da26746be74147b4302a7d5205aa8d_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_1/A:col10/1731649206675/Put/seqid=0 2024-11-15T05:40:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742392_1568 (size=9714) 2024-11-15T05:40:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:07,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:07,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649267818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649267821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649267821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649267821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649267823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649267931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649267931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649267931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:08,055 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c7da26746be74147b4302a7d5205aa8d_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c7da26746be74147b4302a7d5205aa8d_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:08,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/92ff7750454c40b98e8db4deb677dc3c, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:08,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/92ff7750454c40b98e8db4deb677dc3c is 175, key is test_row_1/A:col10/1731649206675/Put/seqid=0 2024-11-15T05:40:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742393_1569 (size=22361) 2024-11-15T05:40:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649268141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649268141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649268144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649268451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649268452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649268452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,462 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/92ff7750454c40b98e8db4deb677dc3c 2024-11-15T05:40:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f44efae60ef547448d8067b618acb497 is 50, key is test_row_1/B:col10/1731649206675/Put/seqid=0 2024-11-15T05:40:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742394_1570 (size=9657) 2024-11-15T05:40:08,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T05:40:08,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649268841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649268841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,844 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,844 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,890 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f44efae60ef547448d8067b618acb497 2024-11-15T05:40:08,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/37337f38b4e34d2e893d922d49042717 is 50, key is test_row_1/C:col10/1731649206675/Put/seqid=0 2024-11-15T05:40:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742395_1571 (size=9657) 2024-11-15T05:40:08,907 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/37337f38b4e34d2e893d922d49042717 2024-11-15T05:40:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/92ff7750454c40b98e8db4deb677dc3c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/92ff7750454c40b98e8db4deb677dc3c 2024-11-15T05:40:08,916 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/92ff7750454c40b98e8db4deb677dc3c, entries=100, sequenceid=52, filesize=21.8 K 2024-11-15T05:40:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f44efae60ef547448d8067b618acb497 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f44efae60ef547448d8067b618acb497 2024-11-15T05:40:08,921 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f44efae60ef547448d8067b618acb497, entries=100, sequenceid=52, filesize=9.4 K 2024-11-15T05:40:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/37337f38b4e34d2e893d922d49042717 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/37337f38b4e34d2e893d922d49042717 2024-11-15T05:40:08,925 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/37337f38b4e34d2e893d922d49042717, entries=100, sequenceid=52, filesize=9.4 K 2024-11-15T05:40:08,926 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b50940c5b0eab0a8b9087e9bf72215da in 1325ms, sequenceid=52, compaction requested=true 2024-11-15T05:40:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-15T05:40:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-15T05:40:08,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-15T05:40:08,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4820 sec 2024-11-15T05:40:08,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 3.4890 sec 2024-11-15T05:40:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:08,964 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:08,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T05:40:08,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111551fc46a84f2844b4ac6803e3a6b3346d_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649208963/Put/seqid=0 2024-11-15T05:40:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649268971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649268972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649268974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742396_1572 (size=14594) 2024-11-15T05:40:08,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:08,992 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111551fc46a84f2844b4ac6803e3a6b3346d_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111551fc46a84f2844b4ac6803e3a6b3346d_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:08,993 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b49e4d4ed43642aeab19e4ba9381ec6b, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:08,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b49e4d4ed43642aeab19e4ba9381ec6b is 175, key is test_row_0/A:col10/1731649208963/Put/seqid=0 2024-11-15T05:40:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742397_1573 (size=39549) 2024-11-15T05:40:09,005 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b49e4d4ed43642aeab19e4ba9381ec6b 2024-11-15T05:40:09,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/6ad9b028fcb14eb9a3c240b04d210cd0 is 50, key is test_row_0/B:col10/1731649208963/Put/seqid=0 2024-11-15T05:40:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742398_1574 (size=12001) 2024-11-15T05:40:09,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/6ad9b028fcb14eb9a3c240b04d210cd0 2024-11-15T05:40:09,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/eb1ec52be55842ae8bddb4b9ea0f10c9 is 50, key is test_row_0/C:col10/1731649208963/Put/seqid=0 2024-11-15T05:40:09,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742399_1575 (size=12001) 2024-11-15T05:40:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649269081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649269081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649269081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649269291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649269291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649269291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/eb1ec52be55842ae8bddb4b9ea0f10c9 2024-11-15T05:40:09,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b49e4d4ed43642aeab19e4ba9381ec6b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b49e4d4ed43642aeab19e4ba9381ec6b 2024-11-15T05:40:09,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b49e4d4ed43642aeab19e4ba9381ec6b, entries=200, sequenceid=81, filesize=38.6 K 2024-11-15T05:40:09,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/6ad9b028fcb14eb9a3c240b04d210cd0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/6ad9b028fcb14eb9a3c240b04d210cd0 2024-11-15T05:40:09,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/6ad9b028fcb14eb9a3c240b04d210cd0, entries=150, sequenceid=81, filesize=11.7 K 2024-11-15T05:40:09,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/eb1ec52be55842ae8bddb4b9ea0f10c9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eb1ec52be55842ae8bddb4b9ea0f10c9 2024-11-15T05:40:09,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eb1ec52be55842ae8bddb4b9ea0f10c9, entries=150, sequenceid=81, filesize=11.7 K 2024-11-15T05:40:09,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for b50940c5b0eab0a8b9087e9bf72215da in 514ms, sequenceid=81, compaction requested=true 2024-11-15T05:40:09,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:09,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:09,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:09,479 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:40:09,479 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:40:09,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:09,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:09,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:09,481 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:40:09,481 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:40:09,481 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/A is initiating minor compaction (all files) 2024-11-15T05:40:09,481 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/B is initiating minor compaction (all files) 2024-11-15T05:40:09,481 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/A in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:09,481 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/B in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:09,481 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b78c50c950eb4f3d9f46aadf6a54eb1a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/4cf1b4aff7714fe9b831472307098c8f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/92ff7750454c40b98e8db4deb677dc3c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b49e4d4ed43642aeab19e4ba9381ec6b] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=129.3 K 2024-11-15T05:40:09,481 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/bec74c5d4d7c479da54680a91a0c18de, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f815ffda32ca42e4a357280acf0cc3bd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f44efae60ef547448d8067b618acb497, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/6ad9b028fcb14eb9a3c240b04d210cd0] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=44.6 K 2024-11-15T05:40:09,481 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:09,481 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b78c50c950eb4f3d9f46aadf6a54eb1a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/4cf1b4aff7714fe9b831472307098c8f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/92ff7750454c40b98e8db4deb677dc3c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b49e4d4ed43642aeab19e4ba9381ec6b] 2024-11-15T05:40:09,482 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting bec74c5d4d7c479da54680a91a0c18de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731649205461 2024-11-15T05:40:09,482 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting b78c50c950eb4f3d9f46aadf6a54eb1a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731649205461 2024-11-15T05:40:09,482 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f815ffda32ca42e4a357280acf0cc3bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731649205516 2024-11-15T05:40:09,482 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cf1b4aff7714fe9b831472307098c8f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731649205512 2024-11-15T05:40:09,482 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f44efae60ef547448d8067b618acb497, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731649206674 2024-11-15T05:40:09,483 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ad9b028fcb14eb9a3c240b04d210cd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731649207815 2024-11-15T05:40:09,483 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92ff7750454c40b98e8db4deb677dc3c, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731649206674 2024-11-15T05:40:09,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:09,483 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting b49e4d4ed43642aeab19e4ba9381ec6b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731649207815 2024-11-15T05:40:09,499 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#B#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:09,499 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/761930a9badf46a4aad74d84ee24172d is 50, key is test_row_0/B:col10/1731649208963/Put/seqid=0 2024-11-15T05:40:09,504 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:09,509 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411155b9fcf0cdcbd49168051f650aa93eded_b50940c5b0eab0a8b9087e9bf72215da store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:09,511 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411155b9fcf0cdcbd49168051f650aa93eded_b50940c5b0eab0a8b9087e9bf72215da, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:09,511 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b9fcf0cdcbd49168051f650aa93eded_b50940c5b0eab0a8b9087e9bf72215da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742400_1576 (size=12139) 2024-11-15T05:40:09,519 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/761930a9badf46a4aad74d84ee24172d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/761930a9badf46a4aad74d84ee24172d 2024-11-15T05:40:09,524 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/B of b50940c5b0eab0a8b9087e9bf72215da into 761930a9badf46a4aad74d84ee24172d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:09,524 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:09,524 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/B, priority=12, startTime=1731649209479; duration=0sec 2024-11-15T05:40:09,524 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:09,524 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:B 2024-11-15T05:40:09,524 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:40:09,526 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:40:09,527 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/C is initiating minor compaction (all files) 2024-11-15T05:40:09,527 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/C in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:09,527 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fd7f51b33f594c4e8fc1ab88f32a4744, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/2f992a4f67514ca0b44906889e6b0646, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/37337f38b4e34d2e893d922d49042717, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eb1ec52be55842ae8bddb4b9ea0f10c9] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=44.6 K 2024-11-15T05:40:09,528 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fd7f51b33f594c4e8fc1ab88f32a4744, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731649205461 2024-11-15T05:40:09,528 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f992a4f67514ca0b44906889e6b0646, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731649205516 2024-11-15T05:40:09,530 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 37337f38b4e34d2e893d922d49042717, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731649206674 2024-11-15T05:40:09,530 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1ec52be55842ae8bddb4b9ea0f10c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731649207815 2024-11-15T05:40:09,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742401_1577 (size=4469) 2024-11-15T05:40:09,544 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#A#compaction#490 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:09,545 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/aacff5c112124eedb78420e66bfbf73f is 175, key is test_row_0/A:col10/1731649208963/Put/seqid=0 2024-11-15T05:40:09,546 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:09,547 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/c8762a61d70d4e4c8f3651b1f758c0d1 is 50, key is test_row_0/C:col10/1731649208963/Put/seqid=0 2024-11-15T05:40:09,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742402_1578 (size=31093) 2024-11-15T05:40:09,566 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/aacff5c112124eedb78420e66bfbf73f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/aacff5c112124eedb78420e66bfbf73f 2024-11-15T05:40:09,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742403_1579 (size=12139) 2024-11-15T05:40:09,577 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/A of b50940c5b0eab0a8b9087e9bf72215da into aacff5c112124eedb78420e66bfbf73f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:09,578 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:09,578 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/A, priority=12, startTime=1731649209479; duration=0sec 2024-11-15T05:40:09,578 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:09,578 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:A 2024-11-15T05:40:09,581 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/c8762a61d70d4e4c8f3651b1f758c0d1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c8762a61d70d4e4c8f3651b1f758c0d1 2024-11-15T05:40:09,585 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/C of b50940c5b0eab0a8b9087e9bf72215da into c8762a61d70d4e4c8f3651b1f758c0d1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:09,585 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:09,586 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/C, priority=12, startTime=1731649209481; duration=0sec 2024-11-15T05:40:09,586 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:09,586 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:C 2024-11-15T05:40:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:09,607 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:09,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:40:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T05:40:09,622 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:09,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115327bd7600cbc4ea0aa413eff80076b58_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649208971/Put/seqid=0 2024-11-15T05:40:09,622 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:40:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-15T05:40:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T05:40:09,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:40:09,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:40:09,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:40:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742404_1580 (size=12154) 2024-11-15T05:40:09,635 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:09,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115327bd7600cbc4ea0aa413eff80076b58_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115327bd7600cbc4ea0aa413eff80076b58_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:09,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/2f5176653aa1444fa15744a0ce8f4b33, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:09,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/2f5176653aa1444fa15744a0ce8f4b33 is 175, key is test_row_0/A:col10/1731649208971/Put/seqid=0 2024-11-15T05:40:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742405_1581 (size=30955) 2024-11-15T05:40:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649269648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,657 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/2f5176653aa1444fa15744a0ce8f4b33 2024-11-15T05:40:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649269653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649269653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/a01e6a3914074969a83529c733f72bd0 is 50, key is test_row_0/B:col10/1731649208971/Put/seqid=0 2024-11-15T05:40:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742406_1582 (size=12001) 2024-11-15T05:40:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T05:40:09,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649269761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649269761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649269761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T05:40:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:09,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:09,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T05:40:09,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:09,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:09,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:09,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:09,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T05:40:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649269971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649269971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649269971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/a01e6a3914074969a83529c733f72bd0 2024-11-15T05:40:10,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T05:40:10,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:10,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:10,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:10,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:10,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:10,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/0515e7dbbfee43b89c437ea7f2fe28e7 is 50, key is test_row_0/C:col10/1731649208971/Put/seqid=0 2024-11-15T05:40:10,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742407_1583 (size=12001) 2024-11-15T05:40:10,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/0515e7dbbfee43b89c437ea7f2fe28e7 2024-11-15T05:40:10,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/2f5176653aa1444fa15744a0ce8f4b33 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2f5176653aa1444fa15744a0ce8f4b33 2024-11-15T05:40:10,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2f5176653aa1444fa15744a0ce8f4b33, entries=150, sequenceid=96, filesize=30.2 K 2024-11-15T05:40:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/a01e6a3914074969a83529c733f72bd0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a01e6a3914074969a83529c733f72bd0 2024-11-15T05:40:10,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a01e6a3914074969a83529c733f72bd0, entries=150, sequenceid=96, filesize=11.7 K 2024-11-15T05:40:10,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/0515e7dbbfee43b89c437ea7f2fe28e7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/0515e7dbbfee43b89c437ea7f2fe28e7 2024-11-15T05:40:10,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/0515e7dbbfee43b89c437ea7f2fe28e7, entries=150, sequenceid=96, filesize=11.7 K 2024-11-15T05:40:10,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b50940c5b0eab0a8b9087e9bf72215da in 507ms, sequenceid=96, compaction requested=false 2024-11-15T05:40:10,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:10,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T05:40:10,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:10,238 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:40:10,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c1a0634d17c948b09c5786722cb7ccbc_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649209643/Put/seqid=0 2024-11-15T05:40:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742408_1584 (size=12154) 2024-11-15T05:40:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T05:40:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:10,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649270300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649270302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649270302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649270412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649270412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649270412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649270621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649270621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649270621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:10,654 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c1a0634d17c948b09c5786722cb7ccbc_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c1a0634d17c948b09c5786722cb7ccbc_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b3cb83405dba45db814ebdefe730bc24, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:10,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b3cb83405dba45db814ebdefe730bc24 is 175, key is test_row_0/A:col10/1731649209643/Put/seqid=0 2024-11-15T05:40:10,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742409_1585 (size=30955) 2024-11-15T05:40:10,660 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b3cb83405dba45db814ebdefe730bc24 2024-11-15T05:40:10,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/b60cf6805cea4dcc9268d87fa3f7d91a is 50, key is test_row_0/B:col10/1731649209643/Put/seqid=0 2024-11-15T05:40:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742410_1586 (size=12001) 2024-11-15T05:40:10,674 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/b60cf6805cea4dcc9268d87fa3f7d91a 2024-11-15T05:40:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa is 50, key is test_row_0/C:col10/1731649209643/Put/seqid=0 2024-11-15T05:40:10,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742411_1587 (size=12001) 2024-11-15T05:40:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T05:40:10,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649270851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,855 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:10,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649270862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,865 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649270931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649270931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:10,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649270931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:10,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:10,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,089 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa 2024-11-15T05:40:11,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/b3cb83405dba45db814ebdefe730bc24 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b3cb83405dba45db814ebdefe730bc24 2024-11-15T05:40:11,097 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b3cb83405dba45db814ebdefe730bc24, entries=150, sequenceid=121, filesize=30.2 K 2024-11-15T05:40:11,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/b60cf6805cea4dcc9268d87fa3f7d91a as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/b60cf6805cea4dcc9268d87fa3f7d91a 2024-11-15T05:40:11,102 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/b60cf6805cea4dcc9268d87fa3f7d91a, entries=150, sequenceid=121, filesize=11.7 K 2024-11-15T05:40:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa 2024-11-15T05:40:11,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa, entries=150, sequenceid=121, filesize=11.7 K 2024-11-15T05:40:11,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b50940c5b0eab0a8b9087e9bf72215da in 870ms, sequenceid=121, compaction requested=true 2024-11-15T05:40:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-15T05:40:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-15T05:40:11,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-15T05:40:11,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-11-15T05:40:11,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4910 sec 2024-11-15T05:40:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:11,444 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:11,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T05:40:11,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157d82198c18dc448589fca31ebacb4924_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649210299/Put/seqid=0 2024-11-15T05:40:11,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742412_1588 (size=14744) 2024-11-15T05:40:11,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649271486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649271492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649271493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649271601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649271601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649271611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T05:40:11,772 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:11,772 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:40:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-15T05:40:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T05:40:11,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:40:11,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:40:11,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:40:11,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649271811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649271811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649271821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:11,868 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:11,872 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157d82198c18dc448589fca31ebacb4924_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157d82198c18dc448589fca31ebacb4924_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:11,873 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/2491d81c4774410fac0154c17b4e3474, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:11,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/2491d81c4774410fac0154c17b4e3474 is 175, key is test_row_0/A:col10/1731649210299/Put/seqid=0 2024-11-15T05:40:11,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742413_1589 (size=39699) 2024-11-15T05:40:11,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/2491d81c4774410fac0154c17b4e3474 2024-11-15T05:40:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T05:40:11,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/547961f61d1a42979a58107d8ae71937 is 50, key is test_row_0/B:col10/1731649210299/Put/seqid=0 2024-11-15T05:40:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742414_1590 (size=12101) 2024-11-15T05:40:11,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/547961f61d1a42979a58107d8ae71937 2024-11-15T05:40:11,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/f593b564f37448398b67afe2f49adbbc is 50, key is test_row_0/C:col10/1731649210299/Put/seqid=0 2024-11-15T05:40:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742415_1591 (size=12101) 2024-11-15T05:40:11,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T05:40:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:11,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:12,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T05:40:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T05:40:12,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649272122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649272122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649272131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T05:40:12,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:12,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/f593b564f37448398b67afe2f49adbbc 2024-11-15T05:40:12,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/2491d81c4774410fac0154c17b4e3474 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2491d81c4774410fac0154c17b4e3474 2024-11-15T05:40:12,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2491d81c4774410fac0154c17b4e3474, entries=200, sequenceid=135, filesize=38.8 K 2024-11-15T05:40:12,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/547961f61d1a42979a58107d8ae71937 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/547961f61d1a42979a58107d8ae71937 2024-11-15T05:40:12,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/547961f61d1a42979a58107d8ae71937, entries=150, sequenceid=135, filesize=11.8 K 2024-11-15T05:40:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/f593b564f37448398b67afe2f49adbbc as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/f593b564f37448398b67afe2f49adbbc 2024-11-15T05:40:12,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/f593b564f37448398b67afe2f49adbbc, entries=150, sequenceid=135, filesize=11.8 K 2024-11-15T05:40:12,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b50940c5b0eab0a8b9087e9bf72215da in 882ms, sequenceid=135, compaction requested=true 2024-11-15T05:40:12,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:12,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:12,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:12,326 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:40:12,326 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:40:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:12,329 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:40:12,329 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/A is initiating minor compaction (all files) 2024-11-15T05:40:12,329 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/A in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,329 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/aacff5c112124eedb78420e66bfbf73f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2f5176653aa1444fa15744a0ce8f4b33, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b3cb83405dba45db814ebdefe730bc24, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2491d81c4774410fac0154c17b4e3474] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=129.6 K 2024-11-15T05:40:12,329 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,329 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/aacff5c112124eedb78420e66bfbf73f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2f5176653aa1444fa15744a0ce8f4b33, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b3cb83405dba45db814ebdefe730bc24, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2491d81c4774410fac0154c17b4e3474] 2024-11-15T05:40:12,330 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:40:12,330 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting aacff5c112124eedb78420e66bfbf73f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731649207815 2024-11-15T05:40:12,330 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/B is initiating minor compaction (all files) 2024-11-15T05:40:12,330 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/B in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,330 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/761930a9badf46a4aad74d84ee24172d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a01e6a3914074969a83529c733f72bd0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/b60cf6805cea4dcc9268d87fa3f7d91a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/547961f61d1a42979a58107d8ae71937] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=47.1 K 2024-11-15T05:40:12,330 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f5176653aa1444fa15744a0ce8f4b33, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731649208971 2024-11-15T05:40:12,330 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 761930a9badf46a4aad74d84ee24172d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731649207815 2024-11-15T05:40:12,330 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3cb83405dba45db814ebdefe730bc24, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731649209635 2024-11-15T05:40:12,330 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a01e6a3914074969a83529c733f72bd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731649208971 2024-11-15T05:40:12,331 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2491d81c4774410fac0154c17b4e3474, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649210291 2024-11-15T05:40:12,331 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b60cf6805cea4dcc9268d87fa3f7d91a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731649209635 2024-11-15T05:40:12,331 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 547961f61d1a42979a58107d8ae71937, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649210291 2024-11-15T05:40:12,337 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:12,341 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115c59a6dfd1d0e47a9867e7112f6781763_b50940c5b0eab0a8b9087e9bf72215da store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:12,344 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:12,344 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115c59a6dfd1d0e47a9867e7112f6781763_b50940c5b0eab0a8b9087e9bf72215da, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:12,345 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c59a6dfd1d0e47a9867e7112f6781763_b50940c5b0eab0a8b9087e9bf72215da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:12,345 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/078a726de214466bb3136a4254f9b24c is 50, key is test_row_0/B:col10/1731649210299/Put/seqid=0 2024-11-15T05:40:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742416_1592 (size=4469) 2024-11-15T05:40:12,371 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#A#compaction#501 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:12,372 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/a81c0af5e13043df91937c552a559d9f is 175, key is test_row_0/A:col10/1731649210299/Put/seqid=0 2024-11-15T05:40:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742417_1593 (size=12375) 2024-11-15T05:40:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742418_1594 (size=31329) 2024-11-15T05:40:12,384 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/a81c0af5e13043df91937c552a559d9f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a81c0af5e13043df91937c552a559d9f 2024-11-15T05:40:12,390 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/A of b50940c5b0eab0a8b9087e9bf72215da into a81c0af5e13043df91937c552a559d9f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:12,390 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:12,390 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/A, priority=12, startTime=1731649212326; duration=0sec 2024-11-15T05:40:12,390 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:12,390 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:A 2024-11-15T05:40:12,390 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T05:40:12,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T05:40:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,391 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:40:12,392 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T05:40:12,392 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/C is initiating minor compaction (all files) 2024-11-15T05:40:12,393 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/C in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:12,393 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c8762a61d70d4e4c8f3651b1f758c0d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/0515e7dbbfee43b89c437ea7f2fe28e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/f593b564f37448398b67afe2f49adbbc] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=47.1 K 2024-11-15T05:40:12,393 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8762a61d70d4e4c8f3651b1f758c0d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731649207815 2024-11-15T05:40:12,394 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0515e7dbbfee43b89c437ea7f2fe28e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731649208971 2024-11-15T05:40:12,394 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a13c10f5ea14eb8a0c50d73bd5cbbaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731649209635 2024-11-15T05:40:12,394 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f593b564f37448398b67afe2f49adbbc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649210291 2024-11-15T05:40:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T05:40:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111502a7862d6cfa46bcad98e8a90d886abc_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649211491/Put/seqid=0 2024-11-15T05:40:12,409 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#C#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:12,410 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/780e6007a141434e97f5e6ef768cfa82 is 50, key is test_row_0/C:col10/1731649210299/Put/seqid=0 2024-11-15T05:40:12,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742419_1595 (size=12304) 2024-11-15T05:40:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:12,431 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111502a7862d6cfa46bcad98e8a90d886abc_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111502a7862d6cfa46bcad98e8a90d886abc_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:12,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/d1f15baba2474155a5705a35f0fb6dc8, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:12,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/d1f15baba2474155a5705a35f0fb6dc8 is 175, key is test_row_0/A:col10/1731649211491/Put/seqid=0 2024-11-15T05:40:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742421_1597 (size=31105) 2024-11-15T05:40:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742420_1596 (size=12375) 2024-11-15T05:40:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:12,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:12,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649272654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649272657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649272672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649272771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649272771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649272782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,783 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/078a726de214466bb3136a4254f9b24c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/078a726de214466bb3136a4254f9b24c 2024-11-15T05:40:12,786 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/B of b50940c5b0eab0a8b9087e9bf72215da into 078a726de214466bb3136a4254f9b24c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:12,786 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:12,787 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/B, priority=12, startTime=1731649212326; duration=0sec 2024-11-15T05:40:12,787 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:12,787 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:B 2024-11-15T05:40:12,842 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/d1f15baba2474155a5705a35f0fb6dc8 2024-11-15T05:40:12,859 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/780e6007a141434e97f5e6ef768cfa82 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/780e6007a141434e97f5e6ef768cfa82 2024-11-15T05:40:12,864 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/C of b50940c5b0eab0a8b9087e9bf72215da into 780e6007a141434e97f5e6ef768cfa82(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:12,864 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:12,864 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/C, priority=12, startTime=1731649212327; duration=0sec 2024-11-15T05:40:12,864 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:12,864 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:C 2024-11-15T05:40:12,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/9c8c0565109f48c1b22e1fd38b7e6ba1 is 50, key is test_row_0/B:col10/1731649211491/Put/seqid=0 2024-11-15T05:40:12,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742422_1598 (size=12151) 2024-11-15T05:40:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T05:40:12,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649272981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649272981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:12,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649272992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/9c8c0565109f48c1b22e1fd38b7e6ba1 2024-11-15T05:40:13,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/245c0c7adcde409282c232b60c27babc is 50, key is test_row_0/C:col10/1731649211491/Put/seqid=0 2024-11-15T05:40:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742423_1599 (size=12151) 2024-11-15T05:40:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649273291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649273291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649273301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/245c0c7adcde409282c232b60c27babc 2024-11-15T05:40:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/d1f15baba2474155a5705a35f0fb6dc8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d1f15baba2474155a5705a35f0fb6dc8 2024-11-15T05:40:13,696 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d1f15baba2474155a5705a35f0fb6dc8, entries=150, sequenceid=159, filesize=30.4 K 2024-11-15T05:40:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/9c8c0565109f48c1b22e1fd38b7e6ba1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9c8c0565109f48c1b22e1fd38b7e6ba1 2024-11-15T05:40:13,700 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9c8c0565109f48c1b22e1fd38b7e6ba1, entries=150, sequenceid=159, filesize=11.9 K 2024-11-15T05:40:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/245c0c7adcde409282c232b60c27babc as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/245c0c7adcde409282c232b60c27babc 2024-11-15T05:40:13,705 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/245c0c7adcde409282c232b60c27babc, entries=150, sequenceid=159, filesize=11.9 K 2024-11-15T05:40:13,706 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for b50940c5b0eab0a8b9087e9bf72215da in 1315ms, sequenceid=159, compaction requested=false 2024-11-15T05:40:13,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:13,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:13,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-15T05:40:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-15T05:40:13,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-15T05:40:13,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9330 sec 2024-11-15T05:40:13,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.9390 sec 2024-11-15T05:40:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:13,803 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:13,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T05:40:13,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111563f2179849a34456a6510ba181a58852_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649213802/Put/seqid=0 2024-11-15T05:40:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742424_1600 (size=14794) 2024-11-15T05:40:13,816 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:13,820 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111563f2179849a34456a6510ba181a58852_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111563f2179849a34456a6510ba181a58852_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:13,821 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/38d1e2e6e22b4f719ddb8b9d90973cf0, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:13,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/38d1e2e6e22b4f719ddb8b9d90973cf0 is 175, key is test_row_0/A:col10/1731649213802/Put/seqid=0 2024-11-15T05:40:13,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742425_1601 (size=39749) 2024-11-15T05:40:13,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649273844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649273846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649273847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T05:40:13,922 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:13,922 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:40:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-15T05:40:13,924 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:40:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T05:40:13,930 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:40:13,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:40:13,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649273951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649273961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649273961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T05:40:14,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T05:40:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649274161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649274171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649274171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/38d1e2e6e22b4f719ddb8b9d90973cf0 2024-11-15T05:40:14,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T05:40:14,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:14,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f6900906f90745c2bba21b2a2ead52e9 is 50, key is test_row_0/B:col10/1731649213802/Put/seqid=0 2024-11-15T05:40:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T05:40:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742426_1602 (size=12151) 2024-11-15T05:40:14,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f6900906f90745c2bba21b2a2ead52e9 2024-11-15T05:40:14,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/b4c88606dd6f4078915f2efa47ca6cd1 is 50, key is test_row_0/C:col10/1731649213802/Put/seqid=0 2024-11-15T05:40:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742427_1603 (size=12151) 2024-11-15T05:40:14,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T05:40:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649274471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649274481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649274481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T05:40:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T05:40:14,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/b4c88606dd6f4078915f2efa47ca6cd1 2024-11-15T05:40:14,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/38d1e2e6e22b4f719ddb8b9d90973cf0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/38d1e2e6e22b4f719ddb8b9d90973cf0 2024-11-15T05:40:14,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/38d1e2e6e22b4f719ddb8b9d90973cf0, entries=200, sequenceid=177, filesize=38.8 K 2024-11-15T05:40:14,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f6900906f90745c2bba21b2a2ead52e9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f6900906f90745c2bba21b2a2ead52e9 2024-11-15T05:40:14,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f6900906f90745c2bba21b2a2ead52e9, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T05:40:14,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/b4c88606dd6f4078915f2efa47ca6cd1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b4c88606dd6f4078915f2efa47ca6cd1 2024-11-15T05:40:14,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T05:40:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:14,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b4c88606dd6f4078915f2efa47ca6cd1, entries=150, sequenceid=177, filesize=11.9 K 2024-11-15T05:40:14,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b50940c5b0eab0a8b9087e9bf72215da in 904ms, sequenceid=177, compaction requested=true 2024-11-15T05:40:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:14,708 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:14,708 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:14,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:14,709 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:14,709 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/B is initiating minor compaction (all files) 2024-11-15T05:40:14,709 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/B in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,709 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/078a726de214466bb3136a4254f9b24c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9c8c0565109f48c1b22e1fd38b7e6ba1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f6900906f90745c2bba21b2a2ead52e9] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=35.8 K 2024-11-15T05:40:14,709 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:14,709 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/A is initiating minor compaction (all files) 2024-11-15T05:40:14,710 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/A in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,710 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a81c0af5e13043df91937c552a559d9f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d1f15baba2474155a5705a35f0fb6dc8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/38d1e2e6e22b4f719ddb8b9d90973cf0] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=99.8 K 2024-11-15T05:40:14,710 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,710 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a81c0af5e13043df91937c552a559d9f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d1f15baba2474155a5705a35f0fb6dc8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/38d1e2e6e22b4f719ddb8b9d90973cf0] 2024-11-15T05:40:14,710 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 078a726de214466bb3136a4254f9b24c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649210291 2024-11-15T05:40:14,710 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a81c0af5e13043df91937c552a559d9f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649210291 2024-11-15T05:40:14,711 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1f15baba2474155a5705a35f0fb6dc8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649211483 2024-11-15T05:40:14,711 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c8c0565109f48c1b22e1fd38b7e6ba1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649211483 2024-11-15T05:40:14,711 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38d1e2e6e22b4f719ddb8b9d90973cf0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731649212646 2024-11-15T05:40:14,711 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f6900906f90745c2bba21b2a2ead52e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731649212646 2024-11-15T05:40:14,718 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:14,729 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:14,729 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/9988aa4078f742d381ebf6ed5cda31c1 is 50, key is test_row_0/B:col10/1731649213802/Put/seqid=0 2024-11-15T05:40:14,731 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111597b9de754d4f4f6abfc08eeb3cd9f7d3_b50940c5b0eab0a8b9087e9bf72215da store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:14,733 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111597b9de754d4f4f6abfc08eeb3cd9f7d3_b50940c5b0eab0a8b9087e9bf72215da, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:14,734 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111597b9de754d4f4f6abfc08eeb3cd9f7d3_b50940c5b0eab0a8b9087e9bf72215da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:14,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742428_1604 (size=12527) 2024-11-15T05:40:14,751 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/9988aa4078f742d381ebf6ed5cda31c1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9988aa4078f742d381ebf6ed5cda31c1 2024-11-15T05:40:14,756 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/B of b50940c5b0eab0a8b9087e9bf72215da into 9988aa4078f742d381ebf6ed5cda31c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:14,756 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:14,756 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/B, priority=13, startTime=1731649214708; duration=0sec 2024-11-15T05:40:14,756 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:14,756 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:B 2024-11-15T05:40:14,756 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:14,757 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:14,757 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/C is initiating minor compaction (all files) 2024-11-15T05:40:14,757 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/C in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,757 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/780e6007a141434e97f5e6ef768cfa82, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/245c0c7adcde409282c232b60c27babc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b4c88606dd6f4078915f2efa47ca6cd1] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=35.8 K 2024-11-15T05:40:14,758 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 780e6007a141434e97f5e6ef768cfa82, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731649210291 2024-11-15T05:40:14,758 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 245c0c7adcde409282c232b60c27babc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731649211483 2024-11-15T05:40:14,759 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b4c88606dd6f4078915f2efa47ca6cd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731649212646 2024-11-15T05:40:14,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742429_1605 (size=4469) 2024-11-15T05:40:14,777 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#A#compaction#510 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:14,778 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/1ca3b9f5b9d04562b74e63aaec57441f is 175, key is test_row_0/A:col10/1731649213802/Put/seqid=0 2024-11-15T05:40:14,790 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:14,790 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/8d601ca7a8484fad9886a34781b40db7 is 50, key is test_row_0/C:col10/1731649213802/Put/seqid=0 2024-11-15T05:40:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742430_1606 (size=31481) 2024-11-15T05:40:14,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742431_1607 (size=12527) 2024-11-15T05:40:14,844 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/8d601ca7a8484fad9886a34781b40db7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/8d601ca7a8484fad9886a34781b40db7 2024-11-15T05:40:14,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T05:40:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:14,851 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/C of b50940c5b0eab0a8b9087e9bf72215da into 8d601ca7a8484fad9886a34781b40db7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:14,851 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:14,851 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T05:40:14,851 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/C, priority=13, startTime=1731649214708; duration=0sec 2024-11-15T05:40:14,851 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:14,851 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:C 2024-11-15T05:40:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111539854f5252514c3aac3ff6f28c84f0f2_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649213842/Put/seqid=0 2024-11-15T05:40:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742432_1608 (size=12304) 2024-11-15T05:40:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:14,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:14,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111539854f5252514c3aac3ff6f28c84f0f2_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539854f5252514c3aac3ff6f28c84f0f2_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/eb3736ab04834cafbad511b5ee307089, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/eb3736ab04834cafbad511b5ee307089 is 175, key is test_row_0/A:col10/1731649213842/Put/seqid=0 2024-11-15T05:40:14,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742433_1609 (size=31105) 2024-11-15T05:40:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649274907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649274910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649274982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649274991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649274991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:15,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:15,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649275022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649275021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T05:40:15,216 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/1ca3b9f5b9d04562b74e63aaec57441f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1ca3b9f5b9d04562b74e63aaec57441f 2024-11-15T05:40:15,220 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/A of b50940c5b0eab0a8b9087e9bf72215da into 1ca3b9f5b9d04562b74e63aaec57441f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:15,220 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:15,220 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/A, priority=13, startTime=1731649214708; duration=0sec 2024-11-15T05:40:15,221 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:15,221 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:A 2024-11-15T05:40:15,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649275231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:15,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649275232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:15,296 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/eb3736ab04834cafbad511b5ee307089 2024-11-15T05:40:15,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/36c9ad5168674fc9a0b349935ff01e7d is 50, key is test_row_0/B:col10/1731649213842/Put/seqid=0 2024-11-15T05:40:15,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742434_1610 (size=12151) 2024-11-15T05:40:15,307 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/36c9ad5168674fc9a0b349935ff01e7d 2024-11-15T05:40:15,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/fc07629e894b4a31b9d8fa82a2deaade is 50, key is test_row_0/C:col10/1731649213842/Put/seqid=0 2024-11-15T05:40:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742435_1611 (size=12151) 2024-11-15T05:40:15,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649275541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649275541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:15,718 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/fc07629e894b4a31b9d8fa82a2deaade 2024-11-15T05:40:15,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/eb3736ab04834cafbad511b5ee307089 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/eb3736ab04834cafbad511b5ee307089 2024-11-15T05:40:15,726 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/eb3736ab04834cafbad511b5ee307089, entries=150, sequenceid=199, filesize=30.4 K 2024-11-15T05:40:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/36c9ad5168674fc9a0b349935ff01e7d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/36c9ad5168674fc9a0b349935ff01e7d 2024-11-15T05:40:15,737 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/36c9ad5168674fc9a0b349935ff01e7d, entries=150, sequenceid=199, filesize=11.9 K 2024-11-15T05:40:15,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/fc07629e894b4a31b9d8fa82a2deaade as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fc07629e894b4a31b9d8fa82a2deaade 2024-11-15T05:40:15,741 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fc07629e894b4a31b9d8fa82a2deaade, entries=150, sequenceid=199, filesize=11.9 K 2024-11-15T05:40:15,742 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b50940c5b0eab0a8b9087e9bf72215da in 891ms, sequenceid=199, compaction requested=false 2024-11-15T05:40:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-15T05:40:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-15T05:40:15,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-15T05:40:15,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-15T05:40:15,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8240 sec 2024-11-15T05:40:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:16,005 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:16,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T05:40:16,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156c1a560b99484e02ad0ca593cd86194b_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649216004/Put/seqid=0 2024-11-15T05:40:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742436_1612 (size=12304) 2024-11-15T05:40:16,025 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:16,028 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156c1a560b99484e02ad0ca593cd86194b_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156c1a560b99484e02ad0ca593cd86194b_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:16,029 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/f7a98421565a47b68faae1ef6399072c, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:16,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/f7a98421565a47b68faae1ef6399072c is 175, key is test_row_0/A:col10/1731649216004/Put/seqid=0 2024-11-15T05:40:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649276033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742437_1613 (size=31105) 2024-11-15T05:40:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649276034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649276035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,041 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/f7a98421565a47b68faae1ef6399072c 2024-11-15T05:40:16,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/54182d6c5759470998df358036608cc9 is 50, key is test_row_0/B:col10/1731649216004/Put/seqid=0 2024-11-15T05:40:16,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649276051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649276051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742438_1614 (size=12151) 2024-11-15T05:40:16,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/54182d6c5759470998df358036608cc9 2024-11-15T05:40:16,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/b6a280f7a2ee45faa2be6e73946eaf15 is 50, key is test_row_0/C:col10/1731649216004/Put/seqid=0 2024-11-15T05:40:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T05:40:16,072 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:16,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:40:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-15T05:40:16,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742439_1615 (size=12151) 2024-11-15T05:40:16,074 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:40:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T05:40:16,075 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:40:16,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:40:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649276141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649276141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649276151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T05:40:16,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T05:40:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:16,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649276351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649276351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649276361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T05:40:16,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:16,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:16,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T05:40:16,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/b6a280f7a2ee45faa2be6e73946eaf15 2024-11-15T05:40:16,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/f7a98421565a47b68faae1ef6399072c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f7a98421565a47b68faae1ef6399072c 2024-11-15T05:40:16,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f7a98421565a47b68faae1ef6399072c, entries=150, sequenceid=219, filesize=30.4 K 2024-11-15T05:40:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/54182d6c5759470998df358036608cc9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/54182d6c5759470998df358036608cc9 2024-11-15T05:40:16,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/54182d6c5759470998df358036608cc9, entries=150, sequenceid=219, filesize=11.9 K 2024-11-15T05:40:16,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/b6a280f7a2ee45faa2be6e73946eaf15 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b6a280f7a2ee45faa2be6e73946eaf15 2024-11-15T05:40:16,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b6a280f7a2ee45faa2be6e73946eaf15, entries=150, sequenceid=219, filesize=11.9 K 2024-11-15T05:40:16,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b50940c5b0eab0a8b9087e9bf72215da in 485ms, sequenceid=219, compaction requested=true 2024-11-15T05:40:16,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:16,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:16,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:16,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:16,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:16,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:16,490 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:16,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T05:40:16,490 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:16,494 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:16,494 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/A is initiating minor compaction (all files) 2024-11-15T05:40:16,494 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/A in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,494 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1ca3b9f5b9d04562b74e63aaec57441f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/eb3736ab04834cafbad511b5ee307089, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f7a98421565a47b68faae1ef6399072c] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=91.5 K 2024-11-15T05:40:16,494 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,494 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1ca3b9f5b9d04562b74e63aaec57441f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/eb3736ab04834cafbad511b5ee307089, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f7a98421565a47b68faae1ef6399072c] 2024-11-15T05:40:16,494 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:16,494 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/B is initiating minor compaction (all files) 2024-11-15T05:40:16,494 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/B in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,494 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9988aa4078f742d381ebf6ed5cda31c1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/36c9ad5168674fc9a0b349935ff01e7d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/54182d6c5759470998df358036608cc9] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=36.0 K 2024-11-15T05:40:16,495 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 9988aa4078f742d381ebf6ed5cda31c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731649212646 2024-11-15T05:40:16,495 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ca3b9f5b9d04562b74e63aaec57441f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731649212646 2024-11-15T05:40:16,496 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 36c9ad5168674fc9a0b349935ff01e7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731649213837 2024-11-15T05:40:16,496 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb3736ab04834cafbad511b5ee307089, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731649213837 2024-11-15T05:40:16,497 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 54182d6c5759470998df358036608cc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731649214902 2024-11-15T05:40:16,497 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7a98421565a47b68faae1ef6399072c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731649214902 2024-11-15T05:40:16,503 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:16,504 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:16,505 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/c127225fab8a4311baafe60d88e440ae is 50, key is test_row_0/B:col10/1731649216004/Put/seqid=0 2024-11-15T05:40:16,505 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411151ac546f2bb244e028f33aa175bbf2d52_b50940c5b0eab0a8b9087e9bf72215da store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:16,506 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411151ac546f2bb244e028f33aa175bbf2d52_b50940c5b0eab0a8b9087e9bf72215da, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:16,507 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151ac546f2bb244e028f33aa175bbf2d52_b50940c5b0eab0a8b9087e9bf72215da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742440_1616 (size=12629) 2024-11-15T05:40:16,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742441_1617 (size=4469) 2024-11-15T05:40:16,523 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#A#compaction#520 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:16,524 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/9aba4f778e11465b8451d283115b638c is 175, key is test_row_0/A:col10/1731649216004/Put/seqid=0 2024-11-15T05:40:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742442_1618 (size=31583) 2024-11-15T05:40:16,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T05:40:16,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,534 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T05:40:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111518239741622e4c539b428de04ca76602_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649216033/Put/seqid=0 2024-11-15T05:40:16,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742443_1619 (size=12304) 2024-11-15T05:40:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:16,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649276693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649276694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T05:40:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649276697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649276811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649276811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649276811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:16,924 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/c127225fab8a4311baafe60d88e440ae as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c127225fab8a4311baafe60d88e440ae 2024-11-15T05:40:16,928 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/B of b50940c5b0eab0a8b9087e9bf72215da into c127225fab8a4311baafe60d88e440ae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:16,928 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:16,928 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/B, priority=13, startTime=1731649216490; duration=0sec 2024-11-15T05:40:16,928 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:16,928 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:B 2024-11-15T05:40:16,928 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:16,929 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:16,929 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/C is initiating minor compaction (all files) 2024-11-15T05:40:16,929 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/C in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:16,929 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/8d601ca7a8484fad9886a34781b40db7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fc07629e894b4a31b9d8fa82a2deaade, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b6a280f7a2ee45faa2be6e73946eaf15] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=36.0 K 2024-11-15T05:40:16,930 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d601ca7a8484fad9886a34781b40db7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731649212646 2024-11-15T05:40:16,930 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting fc07629e894b4a31b9d8fa82a2deaade, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731649213837 2024-11-15T05:40:16,931 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting b6a280f7a2ee45faa2be6e73946eaf15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731649214902 2024-11-15T05:40:16,937 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/9aba4f778e11465b8451d283115b638c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/9aba4f778e11465b8451d283115b638c 2024-11-15T05:40:16,937 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:16,938 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/39fe29fb1f074e5f8b9545ae8e465828 is 50, key is test_row_0/C:col10/1731649216004/Put/seqid=0 2024-11-15T05:40:16,941 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/A of b50940c5b0eab0a8b9087e9bf72215da into 9aba4f778e11465b8451d283115b638c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:16,941 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:16,941 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/A, priority=13, startTime=1731649216490; duration=0sec 2024-11-15T05:40:16,941 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:16,941 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:A 2024-11-15T05:40:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742444_1620 (size=12629) 2024-11-15T05:40:16,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:16,955 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111518239741622e4c539b428de04ca76602_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111518239741622e4c539b428de04ca76602_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:16,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/f027a1ba894140ef8456c197cabb7a0c, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:16,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/f027a1ba894140ef8456c197cabb7a0c is 175, key is test_row_0/A:col10/1731649216033/Put/seqid=0 2024-11-15T05:40:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742445_1621 (size=31105) 2024-11-15T05:40:16,964 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/f027a1ba894140ef8456c197cabb7a0c 2024-11-15T05:40:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/c8b9726fea70481eafbcfa457a9224f6 is 50, key is test_row_0/B:col10/1731649216033/Put/seqid=0 2024-11-15T05:40:16,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742446_1622 (size=12151) 2024-11-15T05:40:16,982 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/c8b9726fea70481eafbcfa457a9224f6 2024-11-15T05:40:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/960edcea159d442581d417eb2d137dbb is 50, key is test_row_0/C:col10/1731649216033/Put/seqid=0 2024-11-15T05:40:16,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742447_1623 (size=12151) 2024-11-15T05:40:17,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649277021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649277021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649277022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649277071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649277071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,076 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,077 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T05:40:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649277331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649277332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649277332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,354 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/39fe29fb1f074e5f8b9545ae8e465828 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/39fe29fb1f074e5f8b9545ae8e465828 2024-11-15T05:40:17,358 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/C of b50940c5b0eab0a8b9087e9bf72215da into 39fe29fb1f074e5f8b9545ae8e465828(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:17,358 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:17,358 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/C, priority=13, startTime=1731649216490; duration=0sec 2024-11-15T05:40:17,358 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:17,358 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:C 2024-11-15T05:40:17,399 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/960edcea159d442581d417eb2d137dbb 2024-11-15T05:40:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/f027a1ba894140ef8456c197cabb7a0c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f027a1ba894140ef8456c197cabb7a0c 2024-11-15T05:40:17,405 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f027a1ba894140ef8456c197cabb7a0c, entries=150, sequenceid=236, filesize=30.4 K 2024-11-15T05:40:17,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/c8b9726fea70481eafbcfa457a9224f6 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c8b9726fea70481eafbcfa457a9224f6 2024-11-15T05:40:17,409 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c8b9726fea70481eafbcfa457a9224f6, entries=150, sequenceid=236, filesize=11.9 K 2024-11-15T05:40:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/960edcea159d442581d417eb2d137dbb as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/960edcea159d442581d417eb2d137dbb 2024-11-15T05:40:17,413 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/960edcea159d442581d417eb2d137dbb, entries=150, sequenceid=236, filesize=11.9 K 2024-11-15T05:40:17,414 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b50940c5b0eab0a8b9087e9bf72215da in 880ms, sequenceid=236, compaction requested=false 2024-11-15T05:40:17,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:17,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:17,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-15T05:40:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-15T05:40:17,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-15T05:40:17,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3410 sec 2024-11-15T05:40:17,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.3540 sec 2024-11-15T05:40:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:17,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:17,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T05:40:17,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cb769a543b1f49a98a9342f574dc2a2e_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649217844/Put/seqid=0 2024-11-15T05:40:17,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649277872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649277873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649277873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742448_1624 (size=17434) 2024-11-15T05:40:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649277981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649277981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649277982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:18,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649278191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649278191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649278191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T05:40:18,231 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:18,231 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:40:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-15T05:40:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T05:40:18,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:40:18,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:40:18,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:40:18,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:18,286 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cb769a543b1f49a98a9342f574dc2a2e_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cb769a543b1f49a98a9342f574dc2a2e_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:18,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/18f44d87005447729498dbe6d58cfae0, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:18,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/18f44d87005447729498dbe6d58cfae0 is 175, key is test_row_0/A:col10/1731649217844/Put/seqid=0 2024-11-15T05:40:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742449_1625 (size=48539) 2024-11-15T05:40:18,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/18f44d87005447729498dbe6d58cfae0 2024-11-15T05:40:18,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/67f1dda4f88747b7ac0569e530cc5795 is 50, key is test_row_0/B:col10/1731649217844/Put/seqid=0 2024-11-15T05:40:18,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742450_1626 (size=12301) 2024-11-15T05:40:18,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/67f1dda4f88747b7ac0569e530cc5795 2024-11-15T05:40:18,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/758fb70b05904bfea212c4e5b2bde397 is 50, key is test_row_0/C:col10/1731649217844/Put/seqid=0 2024-11-15T05:40:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742451_1627 (size=12301) 2024-11-15T05:40:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T05:40:18,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T05:40:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649278501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649278501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649278501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:18,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T05:40:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T05:40:18,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T05:40:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:18,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/758fb70b05904bfea212c4e5b2bde397 2024-11-15T05:40:18,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/18f44d87005447729498dbe6d58cfae0 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/18f44d87005447729498dbe6d58cfae0 2024-11-15T05:40:18,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/18f44d87005447729498dbe6d58cfae0, entries=250, sequenceid=261, filesize=47.4 K 2024-11-15T05:40:18,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/67f1dda4f88747b7ac0569e530cc5795 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/67f1dda4f88747b7ac0569e530cc5795 2024-11-15T05:40:18,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/67f1dda4f88747b7ac0569e530cc5795, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T05:40:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/758fb70b05904bfea212c4e5b2bde397 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/758fb70b05904bfea212c4e5b2bde397 2024-11-15T05:40:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/758fb70b05904bfea212c4e5b2bde397, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T05:40:18,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b50940c5b0eab0a8b9087e9bf72215da in 892ms, sequenceid=261, compaction requested=true 2024-11-15T05:40:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:18,736 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:18,736 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:18,737 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111227 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:18,737 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:18,737 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/A is initiating minor compaction (all files) 2024-11-15T05:40:18,737 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/B is initiating minor compaction (all files) 2024-11-15T05:40:18,737 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/A in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,737 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/B in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,737 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/9aba4f778e11465b8451d283115b638c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f027a1ba894140ef8456c197cabb7a0c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/18f44d87005447729498dbe6d58cfae0] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=108.6 K 2024-11-15T05:40:18,737 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c127225fab8a4311baafe60d88e440ae, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c8b9726fea70481eafbcfa457a9224f6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/67f1dda4f88747b7ac0569e530cc5795] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=36.2 K 2024-11-15T05:40:18,737 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,737 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/9aba4f778e11465b8451d283115b638c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f027a1ba894140ef8456c197cabb7a0c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/18f44d87005447729498dbe6d58cfae0] 2024-11-15T05:40:18,738 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c127225fab8a4311baafe60d88e440ae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731649214902 2024-11-15T05:40:18,738 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aba4f778e11465b8451d283115b638c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731649214902 2024-11-15T05:40:18,738 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c8b9726fea70481eafbcfa457a9224f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731649216025 2024-11-15T05:40:18,738 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting f027a1ba894140ef8456c197cabb7a0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731649216025 2024-11-15T05:40:18,739 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 67f1dda4f88747b7ac0569e530cc5795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649217842 2024-11-15T05:40:18,739 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f44d87005447729498dbe6d58cfae0, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649216691 2024-11-15T05:40:18,747 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:18,749 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#B#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:18,750 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f0225ec96d2540fe90684ca718d44729 is 50, key is test_row_0/B:col10/1731649217844/Put/seqid=0 2024-11-15T05:40:18,751 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111585c5708ad09c4186ba75921c975257f5_b50940c5b0eab0a8b9087e9bf72215da store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:18,754 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111585c5708ad09c4186ba75921c975257f5_b50940c5b0eab0a8b9087e9bf72215da, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:18,754 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111585c5708ad09c4186ba75921c975257f5_b50940c5b0eab0a8b9087e9bf72215da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742452_1628 (size=12881) 2024-11-15T05:40:18,764 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/f0225ec96d2540fe90684ca718d44729 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f0225ec96d2540fe90684ca718d44729 2024-11-15T05:40:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742453_1629 (size=4469) 2024-11-15T05:40:18,771 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/B of b50940c5b0eab0a8b9087e9bf72215da into f0225ec96d2540fe90684ca718d44729(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:18,771 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:18,771 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/B, priority=13, startTime=1731649218736; duration=0sec 2024-11-15T05:40:18,771 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:18,771 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:B 2024-11-15T05:40:18,771 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#A#compaction#528 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:18,771 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:18,771 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/3dd1067cae6248e49cb3e411557f576f is 175, key is test_row_0/A:col10/1731649217844/Put/seqid=0 2024-11-15T05:40:18,773 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:18,773 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/C is initiating minor compaction (all files) 2024-11-15T05:40:18,774 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/C in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,774 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/39fe29fb1f074e5f8b9545ae8e465828, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/960edcea159d442581d417eb2d137dbb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/758fb70b05904bfea212c4e5b2bde397] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=36.2 K 2024-11-15T05:40:18,774 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 39fe29fb1f074e5f8b9545ae8e465828, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731649214902 2024-11-15T05:40:18,774 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 960edcea159d442581d417eb2d137dbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731649216025 2024-11-15T05:40:18,775 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 758fb70b05904bfea212c4e5b2bde397, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649217842 2024-11-15T05:40:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742454_1630 (size=31835) 2024-11-15T05:40:18,785 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/3dd1067cae6248e49cb3e411557f576f as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/3dd1067cae6248e49cb3e411557f576f 2024-11-15T05:40:18,786 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#C#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:18,786 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/c27c0f243b244b7baf3fac149657c7c1 is 50, key is test_row_0/C:col10/1731649217844/Put/seqid=0 2024-11-15T05:40:18,789 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/A of b50940c5b0eab0a8b9087e9bf72215da into 3dd1067cae6248e49cb3e411557f576f(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:18,789 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:18,789 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/A, priority=13, startTime=1731649218736; duration=0sec 2024-11-15T05:40:18,789 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:18,790 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:A 2024-11-15T05:40:18,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742455_1631 (size=12881) 2024-11-15T05:40:18,817 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/c27c0f243b244b7baf3fac149657c7c1 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c27c0f243b244b7baf3fac149657c7c1 2024-11-15T05:40:18,824 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/C of b50940c5b0eab0a8b9087e9bf72215da into c27c0f243b244b7baf3fac149657c7c1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:18,824 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:18,824 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/C, priority=13, startTime=1731649218736; duration=0sec 2024-11-15T05:40:18,824 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:18,824 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:C 2024-11-15T05:40:18,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T05:40:18,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:18,846 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T05:40:18,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f42e1067289d44f596b5a9177a6d673a_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649217871/Put/seqid=0 2024-11-15T05:40:18,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742456_1632 (size=12454) 2024-11-15T05:40:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T05:40:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:19,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:19,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649279072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649279074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649279076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649279091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,095 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649279101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,105 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:19,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649279181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649279181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649279192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:19,263 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f42e1067289d44f596b5a9177a6d673a_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f42e1067289d44f596b5a9177a6d673a_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/d22aff4efe114e03a07e2904c06c609d, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/d22aff4efe114e03a07e2904c06c609d is 175, key is test_row_0/A:col10/1731649217871/Put/seqid=0 2024-11-15T05:40:19,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742457_1633 (size=31255) 2024-11-15T05:40:19,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/d22aff4efe114e03a07e2904c06c609d 2024-11-15T05:40:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/7bddbbcc32a14a32971622d9135fc20d is 50, key is test_row_0/B:col10/1731649217871/Put/seqid=0 2024-11-15T05:40:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742458_1634 (size=12301) 2024-11-15T05:40:19,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/7bddbbcc32a14a32971622d9135fc20d 2024-11-15T05:40:19,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/c31b8d9c8e4d4ce7aa2975e79b4c4353 is 50, key is test_row_0/C:col10/1731649217871/Put/seqid=0 2024-11-15T05:40:19,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742459_1635 (size=12301) 2024-11-15T05:40:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T05:40:19,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649279391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649279391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649279402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,703 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/c31b8d9c8e4d4ce7aa2975e79b4c4353 2024-11-15T05:40:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649279701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649279701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/d22aff4efe114e03a07e2904c06c609d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d22aff4efe114e03a07e2904c06c609d 2024-11-15T05:40:19,710 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d22aff4efe114e03a07e2904c06c609d, entries=150, sequenceid=278, filesize=30.5 K 2024-11-15T05:40:19,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/7bddbbcc32a14a32971622d9135fc20d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/7bddbbcc32a14a32971622d9135fc20d 2024-11-15T05:40:19,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649279711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:19,723 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/7bddbbcc32a14a32971622d9135fc20d, entries=150, sequenceid=278, filesize=12.0 K 2024-11-15T05:40:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/c31b8d9c8e4d4ce7aa2975e79b4c4353 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c31b8d9c8e4d4ce7aa2975e79b4c4353 2024-11-15T05:40:19,727 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c31b8d9c8e4d4ce7aa2975e79b4c4353, entries=150, sequenceid=278, filesize=12.0 K 2024-11-15T05:40:19,728 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b50940c5b0eab0a8b9087e9bf72215da in 882ms, sequenceid=278, compaction requested=false 2024-11-15T05:40:19,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:19,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:19,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-15T05:40:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-15T05:40:19,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-15T05:40:19,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4950 sec 2024-11-15T05:40:19,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.5010 sec 2024-11-15T05:40:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:20,215 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:20,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T05:40:20,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115410f76cbbe674f6fbfddbcea97647a95_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649219068/Put/seqid=0 2024-11-15T05:40:20,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742460_1636 (size=17534) 2024-11-15T05:40:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649280262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649280263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649280264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649280372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649280372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649280372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T05:40:20,381 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:20,382 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:40:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-15T05:40:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T05:40:20,383 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:40:20,384 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:40:20,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:40:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T05:40:20,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:20,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:20,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:20,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:20,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649280582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649280582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649280582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:20,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115410f76cbbe674f6fbfddbcea97647a95_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115410f76cbbe674f6fbfddbcea97647a95_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:20,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/23e0c252017a4da8ba19f57c964c359d, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:20,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/23e0c252017a4da8ba19f57c964c359d is 175, key is test_row_0/A:col10/1731649219068/Put/seqid=0 2024-11-15T05:40:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742461_1637 (size=48639) 2024-11-15T05:40:20,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:20,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:20,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:20,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:20,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T05:40:20,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:20,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:20,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:20,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:20,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649280891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649280891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649280891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:20,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:20,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:20,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:20,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:20,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T05:40:21,047 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/23e0c252017a4da8ba19f57c964c359d 2024-11-15T05:40:21,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/ae0b8e2f81bd47e48b6bb40b254ef8c5 is 50, key is test_row_0/B:col10/1731649219068/Put/seqid=0 2024-11-15T05:40:21,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742462_1638 (size=12301) 2024-11-15T05:40:21,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:21,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:21,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649281401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649281401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649281401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:21,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:21,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/ae0b8e2f81bd47e48b6bb40b254ef8c5 2024-11-15T05:40:21,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a6a2309383e44001a89b5a138c87b8e2 is 50, key is test_row_0/C:col10/1731649219068/Put/seqid=0 2024-11-15T05:40:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742463_1639 (size=12301) 2024-11-15T05:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T05:40:21,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:21,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:21,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:21,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a6a2309383e44001a89b5a138c87b8e2 2024-11-15T05:40:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/23e0c252017a4da8ba19f57c964c359d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/23e0c252017a4da8ba19f57c964c359d 2024-11-15T05:40:21,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/23e0c252017a4da8ba19f57c964c359d, entries=250, sequenceid=302, filesize=47.5 K 2024-11-15T05:40:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/ae0b8e2f81bd47e48b6bb40b254ef8c5 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/ae0b8e2f81bd47e48b6bb40b254ef8c5 2024-11-15T05:40:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/ae0b8e2f81bd47e48b6bb40b254ef8c5, entries=150, sequenceid=302, filesize=12.0 K 2024-11-15T05:40:21,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a6a2309383e44001a89b5a138c87b8e2 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a6a2309383e44001a89b5a138c87b8e2 2024-11-15T05:40:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a6a2309383e44001a89b5a138c87b8e2, entries=150, sequenceid=302, filesize=12.0 K 2024-11-15T05:40:21,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b50940c5b0eab0a8b9087e9bf72215da in 1679ms, sequenceid=302, compaction requested=true 2024-11-15T05:40:21,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:21,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:21,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:21,894 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:21,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:21,895 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,895 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111729 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:21,896 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/A is initiating minor compaction (all files) 2024-11-15T05:40:21,896 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/A in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,896 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/3dd1067cae6248e49cb3e411557f576f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d22aff4efe114e03a07e2904c06c609d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/23e0c252017a4da8ba19f57c964c359d] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=109.1 K 2024-11-15T05:40:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,896 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,896 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/3dd1067cae6248e49cb3e411557f576f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d22aff4efe114e03a07e2904c06c609d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/23e0c252017a4da8ba19f57c964c359d] 2024-11-15T05:40:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,896 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:21,896 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/B is initiating minor compaction (all files) 2024-11-15T05:40:21,896 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/B in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,896 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f0225ec96d2540fe90684ca718d44729, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/7bddbbcc32a14a32971622d9135fc20d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/ae0b8e2f81bd47e48b6bb40b254ef8c5] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=36.6 K 2024-11-15T05:40:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,897 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dd1067cae6248e49cb3e411557f576f, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649217842 2024-11-15T05:40:21,897 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting f0225ec96d2540fe90684ca718d44729, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649217842 2024-11-15T05:40:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,897 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting d22aff4efe114e03a07e2904c06c609d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731649217849 2024-11-15T05:40:21,897 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bddbbcc32a14a32971622d9135fc20d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731649217849 2024-11-15T05:40:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,898 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23e0c252017a4da8ba19f57c964c359d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731649219068 2024-11-15T05:40:21,898 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting ae0b8e2f81bd47e48b6bb40b254ef8c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731649219068 2024-11-15T05:40:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T05:40:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:21,914 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T05:40:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,922 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#B#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,923 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/09653d49eef34294bb6ec2c7b9271b0d is 50, key is test_row_0/B:col10/1731649219068/Put/seqid=0 2024-11-15T05:40:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,924 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,950 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111563549a230a8a46ccb1fadc52dce3ef89_b50940c5b0eab0a8b9087e9bf72215da store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,952 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111563549a230a8a46ccb1fadc52dce3ef89_b50940c5b0eab0a8b9087e9bf72215da, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:21,952 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111563549a230a8a46ccb1fadc52dce3ef89_b50940c5b0eab0a8b9087e9bf72215da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742464_1640 (size=12983) 2024-11-15T05:40:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151e4482ef62914b809552720808e01c2e_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_1/A:col10/1731649220263/Put/seqid=0 2024-11-15T05:40:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742465_1641 (size=4469) 2024-11-15T05:40:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,010 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#A#compaction#538 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,010 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/11f3fcf59b0a4f70a745256f165170cd is 175, key is test_row_0/A:col10/1731649219068/Put/seqid=0 2024-11-15T05:40:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742466_1642 (size=9914) 2024-11-15T05:40:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742467_1643 (size=31937) 2024-11-15T05:40:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,021 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151e4482ef62914b809552720808e01c2e_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e4482ef62914b809552720808e01c2e_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/db76ea7bcc3c42acb5695659e3709192, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/db76ea7bcc3c42acb5695659e3709192 is 175, key is test_row_1/A:col10/1731649220263/Put/seqid=0 2024-11-15T05:40:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742468_1644 (size=22561) 2024-11-15T05:40:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,046 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/db76ea7bcc3c42acb5695659e3709192 2024-11-15T05:40:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/767eb264d4fc447a9e4d028b5accf0a9 is 50, key is test_row_1/B:col10/1731649220263/Put/seqid=0 2024-11-15T05:40:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742469_1645 (size=9857) 2024-11-15T05:40:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,376 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/09653d49eef34294bb6ec2c7b9271b0d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/09653d49eef34294bb6ec2c7b9271b0d 2024-11-15T05:40:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,381 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/B of b50940c5b0eab0a8b9087e9bf72215da into 09653d49eef34294bb6ec2c7b9271b0d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:22,381 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:22,381 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/B, priority=13, startTime=1731649221894; duration=0sec 2024-11-15T05:40:22,381 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:22,381 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:B 2024-11-15T05:40:22,381 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:22,382 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:22,382 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/C is initiating minor compaction (all files) 2024-11-15T05:40:22,382 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/C in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:22,383 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c27c0f243b244b7baf3fac149657c7c1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c31b8d9c8e4d4ce7aa2975e79b4c4353, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a6a2309383e44001a89b5a138c87b8e2] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=36.6 K 2024-11-15T05:40:22,383 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c27c0f243b244b7baf3fac149657c7c1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731649217842 2024-11-15T05:40:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,383 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c31b8d9c8e4d4ce7aa2975e79b4c4353, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731649217849 2024-11-15T05:40:22,384 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a6a2309383e44001a89b5a138c87b8e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731649219068 2024-11-15T05:40:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,403 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#C#compaction#541 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,403 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/3789365ffb434f8094293ec9fedf554d is 50, key is test_row_0/C:col10/1731649219068/Put/seqid=0 2024-11-15T05:40:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742470_1646 (size=12983) 2024-11-15T05:40:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,425 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/11f3fcf59b0a4f70a745256f165170cd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/11f3fcf59b0a4f70a745256f165170cd 2024-11-15T05:40:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:22,448 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/A of b50940c5b0eab0a8b9087e9bf72215da into 11f3fcf59b0a4f70a745256f165170cd(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:22,448 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:22,448 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/A, priority=13, startTime=1731649221894; duration=0sec 2024-11-15T05:40:22,448 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:22,449 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:A 2024-11-15T05:40:22,483 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/767eb264d4fc447a9e4d028b5accf0a9 2024-11-15T05:40:22,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649282488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a42836a51afa4ec390da7683e06a525b is 50, key is test_row_1/C:col10/1731649220263/Put/seqid=0 2024-11-15T05:40:22,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742471_1647 (size=9857) 2024-11-15T05:40:22,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,497 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a42836a51afa4ec390da7683e06a525b 2024-11-15T05:40:22,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649282493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649282493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/db76ea7bcc3c42acb5695659e3709192 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/db76ea7bcc3c42acb5695659e3709192 2024-11-15T05:40:22,508 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/db76ea7bcc3c42acb5695659e3709192, entries=100, sequenceid=314, filesize=22.0 K 2024-11-15T05:40:22,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/767eb264d4fc447a9e4d028b5accf0a9 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/767eb264d4fc447a9e4d028b5accf0a9 2024-11-15T05:40:22,512 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/767eb264d4fc447a9e4d028b5accf0a9, entries=100, sequenceid=314, filesize=9.6 K 2024-11-15T05:40:22,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a42836a51afa4ec390da7683e06a525b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a42836a51afa4ec390da7683e06a525b 2024-11-15T05:40:22,520 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a42836a51afa4ec390da7683e06a525b, entries=100, sequenceid=314, filesize=9.6 K 2024-11-15T05:40:22,521 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b50940c5b0eab0a8b9087e9bf72215da in 607ms, sequenceid=314, compaction requested=false 2024-11-15T05:40:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-15T05:40:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-15T05:40:22,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-15T05:40:22,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1400 sec 2024-11-15T05:40:22,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 2.1460 sec 2024-11-15T05:40:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T05:40:22,532 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:22,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T05:40:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-15T05:40:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T05:40:22,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T05:40:22,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T05:40:22,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T05:40:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:22,604 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:22,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T05:40:22,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b53dd42f00f9498d90354affc6480349_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649222603/Put/seqid=0 2024-11-15T05:40:22,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649282619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649282621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649282621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742472_1648 (size=12454) 2024-11-15T05:40:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T05:40:22,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T05:40:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:22,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:22,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:22,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:22,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649282731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649282732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649282732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,814 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/3789365ffb434f8094293ec9fedf554d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/3789365ffb434f8094293ec9fedf554d 2024-11-15T05:40:22,819 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/C of b50940c5b0eab0a8b9087e9bf72215da into 3789365ffb434f8094293ec9fedf554d(size=12.7 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:22,819 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:22,819 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/C, priority=13, startTime=1731649221895; duration=0sec 2024-11-15T05:40:22,819 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:22,819 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:C 2024-11-15T05:40:22,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T05:40:22,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:22,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:22,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:22,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:22,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T05:40:22,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649282941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649282941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649282941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:22,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T05:40:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:22,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:23,027 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b53dd42f00f9498d90354affc6480349_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b53dd42f00f9498d90354affc6480349_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:23,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/bc791afc2bdb4fbd9fd28e0cd883ec2c, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:23,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/bc791afc2bdb4fbd9fd28e0cd883ec2c is 175, key is test_row_0/A:col10/1731649222603/Put/seqid=0 2024-11-15T05:40:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742473_1649 (size=31255) 2024-11-15T05:40:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49702 deadline: 1731649283131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,135 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_1' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49700 deadline: 1731649283141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,144 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e243dcb6c2df,33879,1731649056842 for 'test_row_2' in b50940c5b0eab0a8b9087e9bf72215da of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T05:40:23,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T05:40:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T05:40:23,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649283251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649283251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649283251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,253 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T05:40:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/bc791afc2bdb4fbd9fd28e0cd883ec2c 2024-11-15T05:40:23,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/dd6adbb131cc495d9c1e5ed55fabc65e is 50, key is test_row_0/B:col10/1731649222603/Put/seqid=0 2024-11-15T05:40:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742474_1650 (size=12301) 2024-11-15T05:40:23,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/dd6adbb131cc495d9c1e5ed55fabc65e 2024-11-15T05:40:23,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/1c8da54de9b34299b822f27acdb81859 is 50, key is test_row_0/C:col10/1731649222603/Put/seqid=0 2024-11-15T05:40:23,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T05:40:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:23,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742475_1651 (size=12301) 2024-11-15T05:40:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/1c8da54de9b34299b822f27acdb81859 2024-11-15T05:40:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T05:40:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/bc791afc2bdb4fbd9fd28e0cd883ec2c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc791afc2bdb4fbd9fd28e0cd883ec2c 2024-11-15T05:40:23,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc791afc2bdb4fbd9fd28e0cd883ec2c, entries=150, sequenceid=342, filesize=30.5 K 2024-11-15T05:40:23,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/dd6adbb131cc495d9c1e5ed55fabc65e as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/dd6adbb131cc495d9c1e5ed55fabc65e 2024-11-15T05:40:23,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/dd6adbb131cc495d9c1e5ed55fabc65e, entries=150, sequenceid=342, filesize=12.0 K 2024-11-15T05:40:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/1c8da54de9b34299b822f27acdb81859 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/1c8da54de9b34299b822f27acdb81859 2024-11-15T05:40:23,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/1c8da54de9b34299b822f27acdb81859, entries=150, sequenceid=342, filesize=12.0 K 2024-11-15T05:40:23,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b50940c5b0eab0a8b9087e9bf72215da in 872ms, sequenceid=342, compaction requested=true 2024-11-15T05:40:23,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:23,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:23,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:23,476 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:23,476 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:23,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:23,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:23,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:23,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:23,477 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:23,477 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/A is initiating minor compaction (all files) 2024-11-15T05:40:23,477 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/A in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,477 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/11f3fcf59b0a4f70a745256f165170cd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/db76ea7bcc3c42acb5695659e3709192, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc791afc2bdb4fbd9fd28e0cd883ec2c] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=83.7 K 2024-11-15T05:40:23,477 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,477 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/11f3fcf59b0a4f70a745256f165170cd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/db76ea7bcc3c42acb5695659e3709192, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc791afc2bdb4fbd9fd28e0cd883ec2c] 2024-11-15T05:40:23,477 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11f3fcf59b0a4f70a745256f165170cd, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731649219068 2024-11-15T05:40:23,478 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting db76ea7bcc3c42acb5695659e3709192, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731649220260 2024-11-15T05:40:23,478 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:23,478 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/B is initiating minor compaction (all files) 2024-11-15T05:40:23,478 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/B in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,478 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/09653d49eef34294bb6ec2c7b9271b0d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/767eb264d4fc447a9e4d028b5accf0a9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/dd6adbb131cc495d9c1e5ed55fabc65e] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=34.3 K 2024-11-15T05:40:23,478 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc791afc2bdb4fbd9fd28e0cd883ec2c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731649222491 2024-11-15T05:40:23,479 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 09653d49eef34294bb6ec2c7b9271b0d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731649219068 2024-11-15T05:40:23,479 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 767eb264d4fc447a9e4d028b5accf0a9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731649220260 2024-11-15T05:40:23,479 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting dd6adbb131cc495d9c1e5ed55fabc65e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731649222491 2024-11-15T05:40:23,487 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:23,488 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#B#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:23,489 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/5df801c01ab54a93b401e4e391325d65 is 50, key is test_row_0/B:col10/1731649222603/Put/seqid=0 2024-11-15T05:40:23,491 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115ee11c75b2b79409ea2de4df4aab4f923_b50940c5b0eab0a8b9087e9bf72215da store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:23,493 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115ee11c75b2b79409ea2de4df4aab4f923_b50940c5b0eab0a8b9087e9bf72215da, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:23,493 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ee11c75b2b79409ea2de4df4aab4f923_b50940c5b0eab0a8b9087e9bf72215da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742476_1652 (size=13085) 2024-11-15T05:40:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742477_1653 (size=4469) 2024-11-15T05:40:23,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-15T05:40:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,614 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T05:40:23,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dcbdb370b7f04ee0baf248e7d9127b4f_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649222616/Put/seqid=0 2024-11-15T05:40:23,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742478_1654 (size=12454) 2024-11-15T05:40:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T05:40:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:23,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. as already flushing 2024-11-15T05:40:23,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649283810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649283811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649283811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,899 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/5df801c01ab54a93b401e4e391325d65 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/5df801c01ab54a93b401e4e391325d65 2024-11-15T05:40:23,904 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/B of b50940c5b0eab0a8b9087e9bf72215da into 5df801c01ab54a93b401e4e391325d65(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:23,904 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:23,904 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/B, priority=13, startTime=1731649223476; duration=0sec 2024-11-15T05:40:23,904 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:23,904 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:B 2024-11-15T05:40:23,904 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:23,905 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:23,905 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/C is initiating minor compaction (all files) 2024-11-15T05:40:23,905 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/C in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:23,905 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/3789365ffb434f8094293ec9fedf554d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a42836a51afa4ec390da7683e06a525b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/1c8da54de9b34299b822f27acdb81859] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=34.3 K 2024-11-15T05:40:23,905 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 3789365ffb434f8094293ec9fedf554d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731649219068 2024-11-15T05:40:23,906 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting a42836a51afa4ec390da7683e06a525b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731649220260 2024-11-15T05:40:23,906 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c8da54de9b34299b822f27acdb81859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731649222491 2024-11-15T05:40:23,911 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#C#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:23,912 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/40c7a01b4d8f4d7db48f8ec442c975e7 is 50, key is test_row_0/C:col10/1731649222603/Put/seqid=0 2024-11-15T05:40:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742479_1655 (size=13085) 2024-11-15T05:40:23,917 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#A#compaction#546 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:23,917 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/e0c628b1f1e1459f9bccfc90517b0892 is 175, key is test_row_0/A:col10/1731649222603/Put/seqid=0 2024-11-15T05:40:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742480_1656 (size=32039) 2024-11-15T05:40:23,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,925 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/e0c628b1f1e1459f9bccfc90517b0892 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/e0c628b1f1e1459f9bccfc90517b0892 2024-11-15T05:40:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649283921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649283921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649283921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:23,930 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/A of b50940c5b0eab0a8b9087e9bf72215da into e0c628b1f1e1459f9bccfc90517b0892(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:23,930 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:23,930 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/A, priority=13, startTime=1731649223476; duration=0sec 2024-11-15T05:40:23,930 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:23,930 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:A 2024-11-15T05:40:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:24,042 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dcbdb370b7f04ee0baf248e7d9127b4f_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcbdb370b7f04ee0baf248e7d9127b4f_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/bc1f661576a74fd1a6ee72dd5063b813, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/bc1f661576a74fd1a6ee72dd5063b813 is 175, key is test_row_0/A:col10/1731649222616/Put/seqid=0 2024-11-15T05:40:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742481_1657 (size=31255) 2024-11-15T05:40:24,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649284131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649284131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649284131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,320 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/40c7a01b4d8f4d7db48f8ec442c975e7 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/40c7a01b4d8f4d7db48f8ec442c975e7 2024-11-15T05:40:24,324 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/C of b50940c5b0eab0a8b9087e9bf72215da into 40c7a01b4d8f4d7db48f8ec442c975e7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:24,324 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:24,324 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/C, priority=13, startTime=1731649223476; duration=0sec 2024-11-15T05:40:24,324 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:24,324 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:C 2024-11-15T05:40:24,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649284441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649284441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649284441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,453 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/bc1f661576a74fd1a6ee72dd5063b813 2024-11-15T05:40:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/56ea018762e44c009af48fa8fe03ad1b is 50, key is test_row_0/B:col10/1731649222616/Put/seqid=0 2024-11-15T05:40:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742482_1658 (size=12301) 2024-11-15T05:40:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T05:40:24,873 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/56ea018762e44c009af48fa8fe03ad1b 2024-11-15T05:40:24,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/cf378d5138d64ff69384a1ac72ff1fab is 50, key is test_row_0/C:col10/1731649222616/Put/seqid=0 2024-11-15T05:40:24,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742483_1659 (size=12301) 2024-11-15T05:40:24,883 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/cf378d5138d64ff69384a1ac72ff1fab 2024-11-15T05:40:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/bc1f661576a74fd1a6ee72dd5063b813 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc1f661576a74fd1a6ee72dd5063b813 2024-11-15T05:40:24,890 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc1f661576a74fd1a6ee72dd5063b813, entries=150, sequenceid=353, filesize=30.5 K 2024-11-15T05:40:24,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/56ea018762e44c009af48fa8fe03ad1b as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/56ea018762e44c009af48fa8fe03ad1b 2024-11-15T05:40:24,894 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/56ea018762e44c009af48fa8fe03ad1b, entries=150, sequenceid=353, filesize=12.0 K 2024-11-15T05:40:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/cf378d5138d64ff69384a1ac72ff1fab as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/cf378d5138d64ff69384a1ac72ff1fab 2024-11-15T05:40:24,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/cf378d5138d64ff69384a1ac72ff1fab, entries=150, sequenceid=353, filesize=12.0 K 2024-11-15T05:40:24,901 INFO [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for b50940c5b0eab0a8b9087e9bf72215da in 1288ms, sequenceid=353, compaction requested=false 2024-11-15T05:40:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e243dcb6c2df:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-15T05:40:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-15T05:40:24,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-15T05:40:24,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3670 sec 2024-11-15T05:40:24,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.3720 sec 2024-11-15T05:40:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:24,954 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:24,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T05:40:24,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c4cd3f026ba0490b8cc69f579a597bb0_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649223810/Put/seqid=0 2024-11-15T05:40:24,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649284960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649284962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649284962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742484_1660 (size=12454) 2024-11-15T05:40:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649285072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649285072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649285072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649285282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649285282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649285282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:25,382 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c4cd3f026ba0490b8cc69f579a597bb0_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4cd3f026ba0490b8cc69f579a597bb0_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:25,383 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/a424bbf4c1fe434ab9102c9754643564, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:25,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/a424bbf4c1fe434ab9102c9754643564 is 175, key is test_row_0/A:col10/1731649223810/Put/seqid=0 2024-11-15T05:40:25,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742485_1661 (size=31255) 2024-11-15T05:40:25,388 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=385, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/a424bbf4c1fe434ab9102c9754643564 2024-11-15T05:40:25,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/c78f2a470bb14033ba7f7f6fc047c9dd is 50, key is test_row_0/B:col10/1731649223810/Put/seqid=0 2024-11-15T05:40:25,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742486_1662 (size=12301) 2024-11-15T05:40:25,463 INFO [Thread-2497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2497. 2024-11-15T05:40:25,463 DEBUG [Thread-2497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:25,463 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,463 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:25,463 INFO [Thread-2499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2499. 2024-11-15T05:40:25,463 DEBUG [Thread-2499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:25,463 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,464 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:25,464 INFO [Thread-2491 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2491. 2024-11-15T05:40:25,465 DEBUG [Thread-2491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:25,465 DEBUG [Thread-2491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,465 DEBUG [Thread-2491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:25,466 INFO [Thread-2493 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2493. 2024-11-15T05:40:25,466 DEBUG [Thread-2493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:25,466 DEBUG [Thread-2493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,466 DEBUG [Thread-2493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:25,467 INFO [Thread-2495 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2495. 2024-11-15T05:40:25,467 DEBUG [Thread-2495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:25,467 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,467 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:25,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649285591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649285591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649285591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:25,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/c78f2a470bb14033ba7f7f6fc047c9dd 2024-11-15T05:40:25,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/eba798203a1049f8b83bfbbe676b4489 is 50, key is test_row_0/C:col10/1731649223810/Put/seqid=0 2024-11-15T05:40:25,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742487_1663 (size=12301) 2024-11-15T05:40:26,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:26,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:26,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T05:40:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49726 deadline: 1731649286102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49698 deadline: 1731649286102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33879 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49722 deadline: 1731649286101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 , the old value is region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., hostname=e243dcb6c2df,33879,1731649056842, seqNum=5 because the exception is null or not the one we care about 2024-11-15T05:40:26,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/eba798203a1049f8b83bfbbe676b4489 2024-11-15T05:40:26,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/a424bbf4c1fe434ab9102c9754643564 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a424bbf4c1fe434ab9102c9754643564 2024-11-15T05:40:26,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a424bbf4c1fe434ab9102c9754643564, entries=150, sequenceid=385, filesize=30.5 K 2024-11-15T05:40:26,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/c78f2a470bb14033ba7f7f6fc047c9dd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c78f2a470bb14033ba7f7f6fc047c9dd 2024-11-15T05:40:26,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c78f2a470bb14033ba7f7f6fc047c9dd, entries=150, sequenceid=385, filesize=12.0 K 2024-11-15T05:40:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/eba798203a1049f8b83bfbbe676b4489 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eba798203a1049f8b83bfbbe676b4489 2024-11-15T05:40:26,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eba798203a1049f8b83bfbbe676b4489, entries=150, sequenceid=385, filesize=12.0 K 2024-11-15T05:40:26,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for b50940c5b0eab0a8b9087e9bf72215da in 1266ms, sequenceid=385, compaction requested=true 2024-11-15T05:40:26,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:26,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T05:40:26,221 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T05:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b50940c5b0eab0a8b9087e9bf72215da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T05:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:26,221 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:26,221 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:26,221 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:26,221 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/B is initiating minor compaction (all files) 2024-11-15T05:40:26,221 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/A is initiating minor compaction (all files) 2024-11-15T05:40:26,221 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/A in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:26,221 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/B in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:26,221 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/e0c628b1f1e1459f9bccfc90517b0892, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc1f661576a74fd1a6ee72dd5063b813, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a424bbf4c1fe434ab9102c9754643564] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=92.3 K 2024-11-15T05:40:26,221 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/5df801c01ab54a93b401e4e391325d65, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/56ea018762e44c009af48fa8fe03ad1b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c78f2a470bb14033ba7f7f6fc047c9dd] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=36.8 K 2024-11-15T05:40:26,222 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:26,222 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. files: [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/e0c628b1f1e1459f9bccfc90517b0892, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc1f661576a74fd1a6ee72dd5063b813, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a424bbf4c1fe434ab9102c9754643564] 2024-11-15T05:40:26,222 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 5df801c01ab54a93b401e4e391325d65, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731649222491 2024-11-15T05:40:26,222 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0c628b1f1e1459f9bccfc90517b0892, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731649222491 2024-11-15T05:40:26,222 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 56ea018762e44c009af48fa8fe03ad1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731649222616 2024-11-15T05:40:26,222 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc1f661576a74fd1a6ee72dd5063b813, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731649222616 2024-11-15T05:40:26,222 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting c78f2a470bb14033ba7f7f6fc047c9dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731649223804 2024-11-15T05:40:26,222 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] compactions.Compactor(225): Compacting a424bbf4c1fe434ab9102c9754643564, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731649223804 2024-11-15T05:40:26,226 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:26,227 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#B#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:26,228 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/07d3937a71f2426e840e651711bce7fd is 50, key is test_row_0/B:col10/1731649223810/Put/seqid=0 2024-11-15T05:40:26,228 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111575f52459197147a8925ddf68e8c2d98f_b50940c5b0eab0a8b9087e9bf72215da store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:26,231 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111575f52459197147a8925ddf68e8c2d98f_b50940c5b0eab0a8b9087e9bf72215da, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:26,231 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111575f52459197147a8925ddf68e8c2d98f_b50940c5b0eab0a8b9087e9bf72215da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742488_1664 (size=13187) 2024-11-15T05:40:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742489_1665 (size=4469) 2024-11-15T05:40:26,637 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/07d3937a71f2426e840e651711bce7fd as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/07d3937a71f2426e840e651711bce7fd 2024-11-15T05:40:26,639 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#A#compaction#556 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:26,639 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/c52d0bb426c34d8c854406342dd4e570 is 175, key is test_row_0/A:col10/1731649223810/Put/seqid=0 2024-11-15T05:40:26,641 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/B of b50940c5b0eab0a8b9087e9bf72215da into 07d3937a71f2426e840e651711bce7fd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:26,641 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:26,641 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/B, priority=13, startTime=1731649226221; duration=0sec 2024-11-15T05:40:26,641 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T05:40:26,641 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:B 2024-11-15T05:40:26,641 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T05:40:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742490_1666 (size=32141) 2024-11-15T05:40:26,642 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T05:40:26,642 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1541): b50940c5b0eab0a8b9087e9bf72215da/C is initiating minor compaction (all files) 2024-11-15T05:40:26,642 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b50940c5b0eab0a8b9087e9bf72215da/C in TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:26,642 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/40c7a01b4d8f4d7db48f8ec442c975e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/cf378d5138d64ff69384a1ac72ff1fab, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eba798203a1049f8b83bfbbe676b4489] into tmpdir=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp, totalSize=36.8 K 2024-11-15T05:40:26,643 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting 40c7a01b4d8f4d7db48f8ec442c975e7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731649222491 2024-11-15T05:40:26,643 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting cf378d5138d64ff69384a1ac72ff1fab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731649222616 2024-11-15T05:40:26,643 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] compactions.Compactor(225): Compacting eba798203a1049f8b83bfbbe676b4489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731649223804 2024-11-15T05:40:26,648 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b50940c5b0eab0a8b9087e9bf72215da#C#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T05:40:26,648 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/381c5bcf2627480f9127679d0af19c4d is 50, key is test_row_0/C:col10/1731649223810/Put/seqid=0 2024-11-15T05:40:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742491_1667 (size=13187) 2024-11-15T05:40:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T05:40:26,702 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:27,046 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/c52d0bb426c34d8c854406342dd4e570 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/c52d0bb426c34d8c854406342dd4e570 2024-11-15T05:40:27,050 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/A of b50940c5b0eab0a8b9087e9bf72215da into c52d0bb426c34d8c854406342dd4e570(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:27,050 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:27,050 INFO [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/A, priority=13, startTime=1731649226220; duration=0sec 2024-11-15T05:40:27,050 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:27,050 DEBUG [RS:0;e243dcb6c2df:33879-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:A 2024-11-15T05:40:27,054 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/381c5bcf2627480f9127679d0af19c4d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/381c5bcf2627480f9127679d0af19c4d 2024-11-15T05:40:27,057 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b50940c5b0eab0a8b9087e9bf72215da/C of b50940c5b0eab0a8b9087e9bf72215da into 381c5bcf2627480f9127679d0af19c4d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T05:40:27,057 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:27,057 INFO [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., storeName=b50940c5b0eab0a8b9087e9bf72215da/C, priority=13, startTime=1731649226221; duration=0sec 2024-11-15T05:40:27,057 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T05:40:27,057 DEBUG [RS:0;e243dcb6c2df:33879-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b50940c5b0eab0a8b9087e9bf72215da:C 2024-11-15T05:40:27,113 INFO [Thread-2482 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2482. 2024-11-15T05:40:27,113 INFO [Thread-2480 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2480. 2024-11-15T05:40:27,113 INFO [Thread-2484 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2484. 2024-11-15T05:40:27,113 DEBUG [Thread-2482 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:27,114 DEBUG [Thread-2480 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:27,114 DEBUG [Thread-2484 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:27,114 DEBUG [Thread-2482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:27,114 DEBUG [Thread-2480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:27,114 DEBUG [Thread-2484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:27,114 DEBUG [Thread-2484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:27,114 DEBUG [Thread-2480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:27,114 DEBUG [Thread-2482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:27,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:27,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:27,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33879 {}] regionserver.HRegion(8855): Flush requested on b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:33,142 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T05:40:33,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T05:40:33,143 INFO [Thread-2486 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2486. 2024-11-15T05:40:33,143 DEBUG [Thread-2486 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:33,143 DEBUG [Thread-2486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:33,143 DEBUG [Thread-2486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:33,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:33,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115eb5bf6be981d4424b935b0c15fcd7805_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_0/A:col10/1731649227112/Put/seqid=0 2024-11-15T05:40:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742492_1668 (size=12454) 2024-11-15T05:40:33,212 INFO [Thread-2488 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2488. 2024-11-15T05:40:33,212 DEBUG [Thread-2488 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T05:40:33,212 DEBUG [Thread-2488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:33,212 DEBUG [Thread-2488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:33,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:33,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3036 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3143 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3052 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3073 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3138 2024-11-15T05:40:33,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T05:40:33,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:40:33,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:40:33,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:33,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:33,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:33,214 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T05:40:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T05:40:33,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649233216"}]},"ts":"1731649233216"} 2024-11-15T05:40:33,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T05:40:33,217 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T05:40:33,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T05:40:33,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, UNASSIGN}] 2024-11-15T05:40:33,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, UNASSIGN 2024-11-15T05:40:33,220 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=b50940c5b0eab0a8b9087e9bf72215da, regionState=CLOSING, regionLocation=e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:33,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, UNASSIGN because future has completed 2024-11-15T05:40:33,222 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T05:40:33,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842}] 2024-11-15T05:40:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T05:40:33,374 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(122): Close b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:33,374 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T05:40:33,374 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1722): Closing b50940c5b0eab0a8b9087e9bf72215da, disabling compactions & flushes 2024-11-15T05:40:33,374 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T05:40:33,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:33,554 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115eb5bf6be981d4424b935b0c15fcd7805_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115eb5bf6be981d4424b935b0c15fcd7805_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:33,555 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/1208b3f0dfa048d8b9105fce251b5453, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:33,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/1208b3f0dfa048d8b9105fce251b5453 is 175, key is test_row_0/A:col10/1731649227112/Put/seqid=0 2024-11-15T05:40:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742493_1669 (size=31255) 2024-11-15T05:40:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T05:40:33,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/1208b3f0dfa048d8b9105fce251b5453 2024-11-15T05:40:33,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/96ae7b137ab140de99093ed7354ff305 is 50, key is test_row_0/B:col10/1731649227112/Put/seqid=0 2024-11-15T05:40:33,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742494_1670 (size=12301) 2024-11-15T05:40:33,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/96ae7b137ab140de99093ed7354ff305 2024-11-15T05:40:33,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/9b4e8b2284074d4a89a83b3b476e3228 is 50, key is test_row_0/C:col10/1731649227112/Put/seqid=0 2024-11-15T05:40:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742495_1671 (size=12301) 2024-11-15T05:40:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T05:40:34,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/9b4e8b2284074d4a89a83b3b476e3228 2024-11-15T05:40:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/1208b3f0dfa048d8b9105fce251b5453 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1208b3f0dfa048d8b9105fce251b5453 2024-11-15T05:40:34,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1208b3f0dfa048d8b9105fce251b5453, entries=150, sequenceid=399, filesize=30.5 K 2024-11-15T05:40:34,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/96ae7b137ab140de99093ed7354ff305 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/96ae7b137ab140de99093ed7354ff305 2024-11-15T05:40:34,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/96ae7b137ab140de99093ed7354ff305, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T05:40:34,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/9b4e8b2284074d4a89a83b3b476e3228 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/9b4e8b2284074d4a89a83b3b476e3228 2024-11-15T05:40:34,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/9b4e8b2284074d4a89a83b3b476e3228, entries=150, sequenceid=399, filesize=12.0 K 2024-11-15T05:40:34,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for b50940c5b0eab0a8b9087e9bf72215da in 1248ms, sequenceid=399, compaction requested=false 2024-11-15T05:40:34,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b50940c5b0eab0a8b9087e9bf72215da: 2024-11-15T05:40:34,391 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:34,391 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:34,391 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. after waiting 0 ms 2024-11-15T05:40:34,391 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:34,391 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(2902): Flushing b50940c5b0eab0a8b9087e9bf72215da 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-15T05:40:34,395 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c94f73ed65cc4d93bfabfc2dce04cc1d_b50940c5b0eab0a8b9087e9bf72215da is 50, key is test_row_2/A:col10/1731649233211/Put/seqid=0 2024-11-15T05:40:34,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742496_1672 (size=7374) 2024-11-15T05:40:34,800 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T05:40:34,803 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c94f73ed65cc4d93bfabfc2dce04cc1d_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c94f73ed65cc4d93bfabfc2dce04cc1d_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:34,804 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/0743e6362699415b9a0c36227e5ee49c, store: [table=TestAcidGuarantees family=A region=b50940c5b0eab0a8b9087e9bf72215da] 2024-11-15T05:40:34,804 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/0743e6362699415b9a0c36227e5ee49c is 175, key is test_row_2/A:col10/1731649233211/Put/seqid=0 2024-11-15T05:40:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742497_1673 (size=13865) 2024-11-15T05:40:35,059 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T05:40:35,208 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/0743e6362699415b9a0c36227e5ee49c 2024-11-15T05:40:35,212 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/a20b465146cf43269a3b575540104e9c is 50, key is test_row_2/B:col10/1731649233211/Put/seqid=0 2024-11-15T05:40:35,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742498_1674 (size=7415) 2024-11-15T05:40:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T05:40:35,616 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/a20b465146cf43269a3b575540104e9c 2024-11-15T05:40:35,621 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a9e20fa3845f46aeb236712cf22e185d is 50, key is test_row_2/C:col10/1731649233211/Put/seqid=0 2024-11-15T05:40:35,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742499_1675 (size=7415) 2024-11-15T05:40:36,024 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a9e20fa3845f46aeb236712cf22e185d 2024-11-15T05:40:36,027 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/A/0743e6362699415b9a0c36227e5ee49c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/0743e6362699415b9a0c36227e5ee49c 2024-11-15T05:40:36,030 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/0743e6362699415b9a0c36227e5ee49c, entries=50, sequenceid=403, filesize=13.5 K 2024-11-15T05:40:36,030 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/B/a20b465146cf43269a3b575540104e9c as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a20b465146cf43269a3b575540104e9c 2024-11-15T05:40:36,033 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a20b465146cf43269a3b575540104e9c, entries=50, sequenceid=403, filesize=7.2 K 2024-11-15T05:40:36,033 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/.tmp/C/a9e20fa3845f46aeb236712cf22e185d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a9e20fa3845f46aeb236712cf22e185d 2024-11-15T05:40:36,036 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a9e20fa3845f46aeb236712cf22e185d, entries=50, sequenceid=403, filesize=7.2 K 2024-11-15T05:40:36,036 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for b50940c5b0eab0a8b9087e9bf72215da in 1645ms, sequenceid=403, compaction requested=true 2024-11-15T05:40:36,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b78c50c950eb4f3d9f46aadf6a54eb1a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/4cf1b4aff7714fe9b831472307098c8f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/92ff7750454c40b98e8db4deb677dc3c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b49e4d4ed43642aeab19e4ba9381ec6b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/aacff5c112124eedb78420e66bfbf73f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2f5176653aa1444fa15744a0ce8f4b33, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b3cb83405dba45db814ebdefe730bc24, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2491d81c4774410fac0154c17b4e3474, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a81c0af5e13043df91937c552a559d9f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d1f15baba2474155a5705a35f0fb6dc8, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/38d1e2e6e22b4f719ddb8b9d90973cf0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1ca3b9f5b9d04562b74e63aaec57441f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/eb3736ab04834cafbad511b5ee307089, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/9aba4f778e11465b8451d283115b638c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f7a98421565a47b68faae1ef6399072c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f027a1ba894140ef8456c197cabb7a0c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/18f44d87005447729498dbe6d58cfae0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/3dd1067cae6248e49cb3e411557f576f, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d22aff4efe114e03a07e2904c06c609d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/23e0c252017a4da8ba19f57c964c359d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/11f3fcf59b0a4f70a745256f165170cd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/db76ea7bcc3c42acb5695659e3709192, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/e0c628b1f1e1459f9bccfc90517b0892, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc791afc2bdb4fbd9fd28e0cd883ec2c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc1f661576a74fd1a6ee72dd5063b813, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a424bbf4c1fe434ab9102c9754643564] to archive 2024-11-15T05:40:36,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:40:36,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b78c50c950eb4f3d9f46aadf6a54eb1a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b78c50c950eb4f3d9f46aadf6a54eb1a 2024-11-15T05:40:36,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/4cf1b4aff7714fe9b831472307098c8f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/4cf1b4aff7714fe9b831472307098c8f 2024-11-15T05:40:36,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/92ff7750454c40b98e8db4deb677dc3c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/92ff7750454c40b98e8db4deb677dc3c 2024-11-15T05:40:36,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b49e4d4ed43642aeab19e4ba9381ec6b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b49e4d4ed43642aeab19e4ba9381ec6b 2024-11-15T05:40:36,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/aacff5c112124eedb78420e66bfbf73f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/aacff5c112124eedb78420e66bfbf73f 2024-11-15T05:40:36,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2f5176653aa1444fa15744a0ce8f4b33 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2f5176653aa1444fa15744a0ce8f4b33 2024-11-15T05:40:36,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b3cb83405dba45db814ebdefe730bc24 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/b3cb83405dba45db814ebdefe730bc24 2024-11-15T05:40:36,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2491d81c4774410fac0154c17b4e3474 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/2491d81c4774410fac0154c17b4e3474 2024-11-15T05:40:36,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a81c0af5e13043df91937c552a559d9f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a81c0af5e13043df91937c552a559d9f 2024-11-15T05:40:36,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d1f15baba2474155a5705a35f0fb6dc8 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d1f15baba2474155a5705a35f0fb6dc8 2024-11-15T05:40:36,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/38d1e2e6e22b4f719ddb8b9d90973cf0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/38d1e2e6e22b4f719ddb8b9d90973cf0 2024-11-15T05:40:36,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1ca3b9f5b9d04562b74e63aaec57441f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1ca3b9f5b9d04562b74e63aaec57441f 2024-11-15T05:40:36,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/eb3736ab04834cafbad511b5ee307089 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/eb3736ab04834cafbad511b5ee307089 2024-11-15T05:40:36,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/9aba4f778e11465b8451d283115b638c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/9aba4f778e11465b8451d283115b638c 2024-11-15T05:40:36,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f7a98421565a47b68faae1ef6399072c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f7a98421565a47b68faae1ef6399072c 2024-11-15T05:40:36,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f027a1ba894140ef8456c197cabb7a0c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/f027a1ba894140ef8456c197cabb7a0c 2024-11-15T05:40:36,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/18f44d87005447729498dbe6d58cfae0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/18f44d87005447729498dbe6d58cfae0 2024-11-15T05:40:36,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/3dd1067cae6248e49cb3e411557f576f to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/3dd1067cae6248e49cb3e411557f576f 2024-11-15T05:40:36,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d22aff4efe114e03a07e2904c06c609d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/d22aff4efe114e03a07e2904c06c609d 2024-11-15T05:40:36,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/23e0c252017a4da8ba19f57c964c359d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/23e0c252017a4da8ba19f57c964c359d 2024-11-15T05:40:36,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/11f3fcf59b0a4f70a745256f165170cd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/11f3fcf59b0a4f70a745256f165170cd 2024-11-15T05:40:36,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/db76ea7bcc3c42acb5695659e3709192 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/db76ea7bcc3c42acb5695659e3709192 2024-11-15T05:40:36,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/e0c628b1f1e1459f9bccfc90517b0892 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/e0c628b1f1e1459f9bccfc90517b0892 2024-11-15T05:40:36,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc791afc2bdb4fbd9fd28e0cd883ec2c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc791afc2bdb4fbd9fd28e0cd883ec2c 2024-11-15T05:40:36,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc1f661576a74fd1a6ee72dd5063b813 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/bc1f661576a74fd1a6ee72dd5063b813 2024-11-15T05:40:36,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a424bbf4c1fe434ab9102c9754643564 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/a424bbf4c1fe434ab9102c9754643564 2024-11-15T05:40:36,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/bec74c5d4d7c479da54680a91a0c18de, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f815ffda32ca42e4a357280acf0cc3bd, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f44efae60ef547448d8067b618acb497, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/761930a9badf46a4aad74d84ee24172d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/6ad9b028fcb14eb9a3c240b04d210cd0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a01e6a3914074969a83529c733f72bd0, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/b60cf6805cea4dcc9268d87fa3f7d91a, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/078a726de214466bb3136a4254f9b24c, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/547961f61d1a42979a58107d8ae71937, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9c8c0565109f48c1b22e1fd38b7e6ba1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9988aa4078f742d381ebf6ed5cda31c1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f6900906f90745c2bba21b2a2ead52e9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/36c9ad5168674fc9a0b349935ff01e7d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c127225fab8a4311baafe60d88e440ae, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/54182d6c5759470998df358036608cc9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c8b9726fea70481eafbcfa457a9224f6, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f0225ec96d2540fe90684ca718d44729, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/67f1dda4f88747b7ac0569e530cc5795, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/7bddbbcc32a14a32971622d9135fc20d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/09653d49eef34294bb6ec2c7b9271b0d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/ae0b8e2f81bd47e48b6bb40b254ef8c5, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/767eb264d4fc447a9e4d028b5accf0a9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/5df801c01ab54a93b401e4e391325d65, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/dd6adbb131cc495d9c1e5ed55fabc65e, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/56ea018762e44c009af48fa8fe03ad1b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c78f2a470bb14033ba7f7f6fc047c9dd] to archive 2024-11-15T05:40:36,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:40:36,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/bec74c5d4d7c479da54680a91a0c18de to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/bec74c5d4d7c479da54680a91a0c18de 2024-11-15T05:40:36,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f815ffda32ca42e4a357280acf0cc3bd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f815ffda32ca42e4a357280acf0cc3bd 2024-11-15T05:40:36,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f44efae60ef547448d8067b618acb497 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f44efae60ef547448d8067b618acb497 2024-11-15T05:40:36,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/761930a9badf46a4aad74d84ee24172d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/761930a9badf46a4aad74d84ee24172d 2024-11-15T05:40:36,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/6ad9b028fcb14eb9a3c240b04d210cd0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/6ad9b028fcb14eb9a3c240b04d210cd0 2024-11-15T05:40:36,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a01e6a3914074969a83529c733f72bd0 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a01e6a3914074969a83529c733f72bd0 2024-11-15T05:40:36,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/b60cf6805cea4dcc9268d87fa3f7d91a to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/b60cf6805cea4dcc9268d87fa3f7d91a 2024-11-15T05:40:36,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/078a726de214466bb3136a4254f9b24c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/078a726de214466bb3136a4254f9b24c 2024-11-15T05:40:36,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/547961f61d1a42979a58107d8ae71937 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/547961f61d1a42979a58107d8ae71937 2024-11-15T05:40:36,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9c8c0565109f48c1b22e1fd38b7e6ba1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9c8c0565109f48c1b22e1fd38b7e6ba1 2024-11-15T05:40:36,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9988aa4078f742d381ebf6ed5cda31c1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/9988aa4078f742d381ebf6ed5cda31c1 2024-11-15T05:40:36,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f6900906f90745c2bba21b2a2ead52e9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f6900906f90745c2bba21b2a2ead52e9 2024-11-15T05:40:36,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/36c9ad5168674fc9a0b349935ff01e7d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/36c9ad5168674fc9a0b349935ff01e7d 2024-11-15T05:40:36,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c127225fab8a4311baafe60d88e440ae to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c127225fab8a4311baafe60d88e440ae 2024-11-15T05:40:36,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/54182d6c5759470998df358036608cc9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/54182d6c5759470998df358036608cc9 2024-11-15T05:40:36,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c8b9726fea70481eafbcfa457a9224f6 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c8b9726fea70481eafbcfa457a9224f6 2024-11-15T05:40:36,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f0225ec96d2540fe90684ca718d44729 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/f0225ec96d2540fe90684ca718d44729 2024-11-15T05:40:36,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/67f1dda4f88747b7ac0569e530cc5795 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/67f1dda4f88747b7ac0569e530cc5795 2024-11-15T05:40:36,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/7bddbbcc32a14a32971622d9135fc20d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/7bddbbcc32a14a32971622d9135fc20d 2024-11-15T05:40:36,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/09653d49eef34294bb6ec2c7b9271b0d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/09653d49eef34294bb6ec2c7b9271b0d 2024-11-15T05:40:36,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/ae0b8e2f81bd47e48b6bb40b254ef8c5 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/ae0b8e2f81bd47e48b6bb40b254ef8c5 2024-11-15T05:40:36,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/767eb264d4fc447a9e4d028b5accf0a9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/767eb264d4fc447a9e4d028b5accf0a9 2024-11-15T05:40:36,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/5df801c01ab54a93b401e4e391325d65 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/5df801c01ab54a93b401e4e391325d65 2024-11-15T05:40:36,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/dd6adbb131cc495d9c1e5ed55fabc65e to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/dd6adbb131cc495d9c1e5ed55fabc65e 2024-11-15T05:40:36,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/56ea018762e44c009af48fa8fe03ad1b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/56ea018762e44c009af48fa8fe03ad1b 2024-11-15T05:40:36,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c78f2a470bb14033ba7f7f6fc047c9dd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/c78f2a470bb14033ba7f7f6fc047c9dd 2024-11-15T05:40:36,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fd7f51b33f594c4e8fc1ab88f32a4744, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/2f992a4f67514ca0b44906889e6b0646, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/37337f38b4e34d2e893d922d49042717, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c8762a61d70d4e4c8f3651b1f758c0d1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eb1ec52be55842ae8bddb4b9ea0f10c9, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/0515e7dbbfee43b89c437ea7f2fe28e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/780e6007a141434e97f5e6ef768cfa82, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/f593b564f37448398b67afe2f49adbbc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/245c0c7adcde409282c232b60c27babc, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/8d601ca7a8484fad9886a34781b40db7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b4c88606dd6f4078915f2efa47ca6cd1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fc07629e894b4a31b9d8fa82a2deaade, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/39fe29fb1f074e5f8b9545ae8e465828, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b6a280f7a2ee45faa2be6e73946eaf15, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/960edcea159d442581d417eb2d137dbb, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c27c0f243b244b7baf3fac149657c7c1, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/758fb70b05904bfea212c4e5b2bde397, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c31b8d9c8e4d4ce7aa2975e79b4c4353, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/3789365ffb434f8094293ec9fedf554d, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a6a2309383e44001a89b5a138c87b8e2, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a42836a51afa4ec390da7683e06a525b, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/40c7a01b4d8f4d7db48f8ec442c975e7, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/1c8da54de9b34299b822f27acdb81859, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/cf378d5138d64ff69384a1ac72ff1fab, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eba798203a1049f8b83bfbbe676b4489] to archive 2024-11-15T05:40:36,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T05:40:36,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fd7f51b33f594c4e8fc1ab88f32a4744 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fd7f51b33f594c4e8fc1ab88f32a4744 2024-11-15T05:40:36,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/2f992a4f67514ca0b44906889e6b0646 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/2f992a4f67514ca0b44906889e6b0646 2024-11-15T05:40:36,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/37337f38b4e34d2e893d922d49042717 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/37337f38b4e34d2e893d922d49042717 2024-11-15T05:40:36,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c8762a61d70d4e4c8f3651b1f758c0d1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c8762a61d70d4e4c8f3651b1f758c0d1 2024-11-15T05:40:36,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eb1ec52be55842ae8bddb4b9ea0f10c9 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eb1ec52be55842ae8bddb4b9ea0f10c9 2024-11-15T05:40:36,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/0515e7dbbfee43b89c437ea7f2fe28e7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/0515e7dbbfee43b89c437ea7f2fe28e7 2024-11-15T05:40:36,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/4a13c10f5ea14eb8a0c50d73bd5cbbaa 2024-11-15T05:40:36,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/780e6007a141434e97f5e6ef768cfa82 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/780e6007a141434e97f5e6ef768cfa82 2024-11-15T05:40:36,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/f593b564f37448398b67afe2f49adbbc to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/f593b564f37448398b67afe2f49adbbc 2024-11-15T05:40:36,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/245c0c7adcde409282c232b60c27babc to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/245c0c7adcde409282c232b60c27babc 2024-11-15T05:40:36,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/8d601ca7a8484fad9886a34781b40db7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/8d601ca7a8484fad9886a34781b40db7 2024-11-15T05:40:36,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b4c88606dd6f4078915f2efa47ca6cd1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b4c88606dd6f4078915f2efa47ca6cd1 2024-11-15T05:40:36,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fc07629e894b4a31b9d8fa82a2deaade to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/fc07629e894b4a31b9d8fa82a2deaade 2024-11-15T05:40:36,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/39fe29fb1f074e5f8b9545ae8e465828 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/39fe29fb1f074e5f8b9545ae8e465828 2024-11-15T05:40:36,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b6a280f7a2ee45faa2be6e73946eaf15 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/b6a280f7a2ee45faa2be6e73946eaf15 2024-11-15T05:40:36,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/960edcea159d442581d417eb2d137dbb to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/960edcea159d442581d417eb2d137dbb 2024-11-15T05:40:36,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c27c0f243b244b7baf3fac149657c7c1 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c27c0f243b244b7baf3fac149657c7c1 2024-11-15T05:40:36,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/758fb70b05904bfea212c4e5b2bde397 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/758fb70b05904bfea212c4e5b2bde397 2024-11-15T05:40:36,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c31b8d9c8e4d4ce7aa2975e79b4c4353 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/c31b8d9c8e4d4ce7aa2975e79b4c4353 2024-11-15T05:40:36,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/3789365ffb434f8094293ec9fedf554d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/3789365ffb434f8094293ec9fedf554d 2024-11-15T05:40:36,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a6a2309383e44001a89b5a138c87b8e2 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a6a2309383e44001a89b5a138c87b8e2 2024-11-15T05:40:36,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a42836a51afa4ec390da7683e06a525b to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a42836a51afa4ec390da7683e06a525b 2024-11-15T05:40:36,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/40c7a01b4d8f4d7db48f8ec442c975e7 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/40c7a01b4d8f4d7db48f8ec442c975e7 2024-11-15T05:40:36,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/1c8da54de9b34299b822f27acdb81859 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/1c8da54de9b34299b822f27acdb81859 2024-11-15T05:40:36,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/cf378d5138d64ff69384a1ac72ff1fab to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/cf378d5138d64ff69384a1ac72ff1fab 2024-11-15T05:40:36,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eba798203a1049f8b83bfbbe676b4489 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/eba798203a1049f8b83bfbbe676b4489 2024-11-15T05:40:36,109 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/recovered.edits/406.seqid, newMaxSeqId=406, maxSeqId=4 2024-11-15T05:40:36,109 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. 2024-11-15T05:40:36,109 DEBUG [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1676): Region close journal for b50940c5b0eab0a8b9087e9bf72215da: Waiting for close lock at 1731649233374Running coprocessor pre-close hooks at 1731649233374Disabling compacts and flushes for region at 1731649233374Disabling writes for close at 1731649234391 (+1017 ms)Obtaining lock to block concurrent updates at 1731649234391Preparing flush snapshotting stores in b50940c5b0eab0a8b9087e9bf72215da at 1731649234391Finished memstore snapshotting TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731649234391Flushing stores of TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da. at 1731649234391Flushing b50940c5b0eab0a8b9087e9bf72215da/A: creating writer at 1731649234391Flushing mob file b50940c5b0eab0a8b9087e9bf72215da/A: appending metadata at 1731649234394 (+3 ms)Flushing mob file b50940c5b0eab0a8b9087e9bf72215da/A: closing flushed file at 1731649234394Flushing b50940c5b0eab0a8b9087e9bf72215da/A: appending metadata at 1731649234804 (+410 ms)Flushing b50940c5b0eab0a8b9087e9bf72215da/A: closing flushed file at 1731649234804Flushing b50940c5b0eab0a8b9087e9bf72215da/B: creating writer at 1731649235210 (+406 ms)Flushing b50940c5b0eab0a8b9087e9bf72215da/B: appending metadata at 1731649235212 (+2 ms)Flushing b50940c5b0eab0a8b9087e9bf72215da/B: closing flushed file at 1731649235212Flushing b50940c5b0eab0a8b9087e9bf72215da/C: creating writer at 1731649235618 (+406 ms)Flushing b50940c5b0eab0a8b9087e9bf72215da/C: appending metadata at 1731649235620 (+2 ms)Flushing b50940c5b0eab0a8b9087e9bf72215da/C: closing flushed file at 1731649235620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a47b9d: reopening flushed file at 1731649236027 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c93c96: reopening flushed file at 1731649236030 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6e331: reopening flushed file at 1731649236033 (+3 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for b50940c5b0eab0a8b9087e9bf72215da in 1645ms, sequenceid=403, compaction requested=true at 1731649236036 (+3 ms)Writing region close event to WAL at 1731649236106 (+70 ms)Running coprocessor post-close hooks at 1731649236109 (+3 ms)Closed at 1731649236109 2024-11-15T05:40:36,111 INFO [RS_CLOSE_REGION-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(157): Closed b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:36,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=b50940c5b0eab0a8b9087e9bf72215da, regionState=CLOSED 2024-11-15T05:40:36,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 because future has completed 2024-11-15T05:40:36,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-15T05:40:36,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseRegionProcedure b50940c5b0eab0a8b9087e9bf72215da, server=e243dcb6c2df,33879,1731649056842 in 2.8910 sec 2024-11-15T05:40:36,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177 2024-11-15T05:40:36,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b50940c5b0eab0a8b9087e9bf72215da, UNASSIGN in 2.8950 sec 2024-11-15T05:40:36,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-15T05:40:36,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8980 sec 2024-11-15T05:40:36,118 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731649236118"}]},"ts":"1731649236118"} 2024-11-15T05:40:36,119 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T05:40:36,119 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T05:40:36,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.9060 sec 2024-11-15T05:40:36,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T05:40:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-15T05:40:37,402 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:37,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T05:40:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:37,404 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T05:40:37,405 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=180, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:37,406 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,408 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C, FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/recovered.edits] 2024-11-15T05:40:37,410 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/0743e6362699415b9a0c36227e5ee49c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/0743e6362699415b9a0c36227e5ee49c 2024-11-15T05:40:37,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1208b3f0dfa048d8b9105fce251b5453 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/1208b3f0dfa048d8b9105fce251b5453 2024-11-15T05:40:37,412 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/c52d0bb426c34d8c854406342dd4e570 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/A/c52d0bb426c34d8c854406342dd4e570 2024-11-15T05:40:37,413 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/07d3937a71f2426e840e651711bce7fd to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/07d3937a71f2426e840e651711bce7fd 2024-11-15T05:40:37,414 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/96ae7b137ab140de99093ed7354ff305 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/96ae7b137ab140de99093ed7354ff305 2024-11-15T05:40:37,415 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a20b465146cf43269a3b575540104e9c to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/B/a20b465146cf43269a3b575540104e9c 2024-11-15T05:40:37,417 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/381c5bcf2627480f9127679d0af19c4d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/381c5bcf2627480f9127679d0af19c4d 2024-11-15T05:40:37,417 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/9b4e8b2284074d4a89a83b3b476e3228 to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/9b4e8b2284074d4a89a83b3b476e3228 2024-11-15T05:40:37,418 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a9e20fa3845f46aeb236712cf22e185d to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/C/a9e20fa3845f46aeb236712cf22e185d 2024-11-15T05:40:37,420 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/recovered.edits/406.seqid to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da/recovered.edits/406.seqid 2024-11-15T05:40:37,420 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/default/TestAcidGuarantees/b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,421 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T05:40:37,421 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T05:40:37,421 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T05:40:37,424 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111502a7862d6cfa46bcad98e8a90d886abc_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111502a7862d6cfa46bcad98e8a90d886abc_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,424 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111518239741622e4c539b428de04ca76602_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111518239741622e4c539b428de04ca76602_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,425 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e3be05571714664b2ddad0ff6c6f238_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e3be05571714664b2ddad0ff6c6f238_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,426 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e4482ef62914b809552720808e01c2e_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151e4482ef62914b809552720808e01c2e_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,427 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115327bd7600cbc4ea0aa413eff80076b58_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115327bd7600cbc4ea0aa413eff80076b58_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,428 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539854f5252514c3aac3ff6f28c84f0f2_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539854f5252514c3aac3ff6f28c84f0f2_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,429 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115410f76cbbe674f6fbfddbcea97647a95_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115410f76cbbe674f6fbfddbcea97647a95_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,430 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111551fc46a84f2844b4ac6803e3a6b3346d_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111551fc46a84f2844b4ac6803e3a6b3346d_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,430 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111563f2179849a34456a6510ba181a58852_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111563f2179849a34456a6510ba181a58852_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,431 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156c1a560b99484e02ad0ca593cd86194b_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156c1a560b99484e02ad0ca593cd86194b_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,432 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157d82198c18dc448589fca31ebacb4924_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157d82198c18dc448589fca31ebacb4924_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,433 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b53dd42f00f9498d90354affc6480349_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b53dd42f00f9498d90354affc6480349_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,434 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c1a0634d17c948b09c5786722cb7ccbc_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c1a0634d17c948b09c5786722cb7ccbc_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,435 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4cd3f026ba0490b8cc69f579a597bb0_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4cd3f026ba0490b8cc69f579a597bb0_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,435 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c7da26746be74147b4302a7d5205aa8d_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c7da26746be74147b4302a7d5205aa8d_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,436 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c94f73ed65cc4d93bfabfc2dce04cc1d_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c94f73ed65cc4d93bfabfc2dce04cc1d_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,437 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cb769a543b1f49a98a9342f574dc2a2e_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cb769a543b1f49a98a9342f574dc2a2e_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,438 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcbdb370b7f04ee0baf248e7d9127b4f_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcbdb370b7f04ee0baf248e7d9127b4f_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,439 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ea3a0850e8d941118fb8aa6c5888e7d2_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ea3a0850e8d941118fb8aa6c5888e7d2_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,440 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115eb5bf6be981d4424b935b0c15fcd7805_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115eb5bf6be981d4424b935b0c15fcd7805_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,441 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f42e1067289d44f596b5a9177a6d673a_b50940c5b0eab0a8b9087e9bf72215da to hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f42e1067289d44f596b5a9177a6d673a_b50940c5b0eab0a8b9087e9bf72215da 2024-11-15T05:40:37,441 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T05:40:37,443 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=180, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:37,445 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T05:40:37,447 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T05:40:37,448 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=180, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:37,448 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T05:40:37,448 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731649237448"}]},"ts":"9223372036854775807"} 2024-11-15T05:40:37,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T05:40:37,450 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b50940c5b0eab0a8b9087e9bf72215da, NAME => 'TestAcidGuarantees,,1731649203836.b50940c5b0eab0a8b9087e9bf72215da.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T05:40:37,450 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T05:40:37,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731649237450"}]},"ts":"9223372036854775807"} 2024-11-15T05:40:37,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T05:40:37,452 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=180, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T05:40:37,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-15T05:40:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-15T05:40:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T05:40:37,512 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T05:40:37,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=443 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 385) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=7836 (was 7960) 2024-11-15T05:40:37,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T05:40:37,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:40:37,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:40:37,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:37,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:37,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T05:40:37,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T05:40:37,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1872569587, stopped=false 2024-11-15T05:40:37,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e243dcb6c2df,33963,1731649056030 2024-11-15T05:40:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T05:40:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:40:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T05:40:37,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:40:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:40:37,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T05:40:37,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:40:37,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:37,528 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e243dcb6c2df,33879,1731649056842' ***** 2024-11-15T05:40:37,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T05:40:37,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T05:40:37,528 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T05:40:37,528 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T05:40:37,528 INFO [RS:0;e243dcb6c2df:33879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T05:40:37,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T05:40:37,529 INFO [RS:0;e243dcb6c2df:33879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T05:40:37,529 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(959): stopping server e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:37,529 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T05:40:37,529 INFO [RS:0;e243dcb6c2df:33879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e243dcb6c2df:33879. 2024-11-15T05:40:37,529 DEBUG [RS:0;e243dcb6c2df:33879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T05:40:37,529 DEBUG [RS:0;e243dcb6c2df:33879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:37,529 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T05:40:37,529 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T05:40:37,529 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T05:40:37,529 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T05:40:37,530 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T05:40:37,530 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T05:40:37,531 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T05:40:37,531 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T05:40:37,531 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T05:40:37,531 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T05:40:37,531 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T05:40:37,531 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T05:40:37,531 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-15T05:40:37,553 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/info/f9327f63a4694dcabac0e551e0df5273 is 95, key is TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681./info:/1731649087840/DeleteFamily/seqid=0 2024-11-15T05:40:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742500_1676 (size=6514) 2024-11-15T05:40:37,557 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/info/f9327f63a4694dcabac0e551e0df5273 2024-11-15T05:40:37,579 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/ns/3131a4c97f4248139fcfc61bb8b60a8d is 93, key is TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681./ns:/1731649087791/DeleteFamily/seqid=0 2024-11-15T05:40:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742501_1677 (size=5906) 2024-11-15T05:40:37,586 INFO [regionserver/e243dcb6c2df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T05:40:37,731 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T05:40:37,931 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T05:40:37,964 INFO [regionserver/e243dcb6c2df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T05:40:37,964 INFO [regionserver/e243dcb6c2df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T05:40:37,984 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/ns/3131a4c97f4248139fcfc61bb8b60a8d 2024-11-15T05:40:38,001 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/rep_barrier/54605876ab974bef9c46712a988837fa is 102, key is TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681./rep_barrier:/1731649087791/DeleteFamily/seqid=0 2024-11-15T05:40:38,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742502_1678 (size=6025) 2024-11-15T05:40:38,131 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T05:40:38,331 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T05:40:38,405 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/rep_barrier/54605876ab974bef9c46712a988837fa 2024-11-15T05:40:38,422 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/table/3a895438bddb4aa197c3ca86e8885aa3 is 96, key is TestAcidGuarantees,,1731649060557.0510b49f8580f4d7906b616dea1c6681./table:/1731649087791/DeleteFamily/seqid=0 2024-11-15T05:40:38,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742503_1679 (size=5936) 2024-11-15T05:40:38,532 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T05:40:38,732 DEBUG [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T05:40:38,826 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/table/3a895438bddb4aa197c3ca86e8885aa3 2024-11-15T05:40:38,830 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/info/f9327f63a4694dcabac0e551e0df5273 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/info/f9327f63a4694dcabac0e551e0df5273 2024-11-15T05:40:38,832 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/info/f9327f63a4694dcabac0e551e0df5273, entries=12, sequenceid=90, filesize=6.4 K 2024-11-15T05:40:38,833 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/ns/3131a4c97f4248139fcfc61bb8b60a8d as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/ns/3131a4c97f4248139fcfc61bb8b60a8d 2024-11-15T05:40:38,835 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/ns/3131a4c97f4248139fcfc61bb8b60a8d, entries=8, sequenceid=90, filesize=5.8 K 2024-11-15T05:40:38,836 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/rep_barrier/54605876ab974bef9c46712a988837fa as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/rep_barrier/54605876ab974bef9c46712a988837fa 2024-11-15T05:40:38,838 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/rep_barrier/54605876ab974bef9c46712a988837fa, entries=6, sequenceid=90, filesize=5.9 K 2024-11-15T05:40:38,838 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/.tmp/table/3a895438bddb4aa197c3ca86e8885aa3 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/table/3a895438bddb4aa197c3ca86e8885aa3 2024-11-15T05:40:38,841 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/table/3a895438bddb4aa197c3ca86e8885aa3, entries=7, sequenceid=90, filesize=5.8 K 2024-11-15T05:40:38,841 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=90, compaction requested=false 2024-11-15T05:40:38,845 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-15T05:40:38,846 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T05:40:38,846 INFO [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T05:40:38,846 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731649237530Running coprocessor pre-close hooks at 1731649237531 (+1 ms)Disabling compacts and flushes for region at 1731649237531Disabling writes for close at 1731649237531Obtaining lock to block concurrent updates at 1731649237531Preparing flush snapshotting stores in 1588230740 at 1731649237531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731649237531Flushing stores of hbase:meta,,1.1588230740 at 1731649237532 (+1 ms)Flushing 1588230740/info: creating writer at 1731649237532Flushing 1588230740/info: appending metadata at 1731649237553 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731649237553Flushing 1588230740/ns: creating writer at 1731649237561 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731649237579 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731649237579Flushing 1588230740/rep_barrier: creating writer at 1731649237987 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731649238001 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731649238001Flushing 1588230740/table: creating writer at 1731649238408 (+407 ms)Flushing 1588230740/table: appending metadata at 1731649238422 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731649238422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378ba5d8: reopening flushed file at 1731649238829 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cb5556: reopening flushed file at 1731649238832 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b651840: reopening flushed file at 1731649238835 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603e83a: reopening flushed file at 1731649238838 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=90, compaction requested=false at 1731649238841 (+3 ms)Writing region close event to WAL at 1731649238843 (+2 ms)Running coprocessor post-close hooks at 1731649238846 (+3 ms)Closed at 1731649238846 2024-11-15T05:40:38,846 DEBUG [RS_CLOSE_META-regionserver/e243dcb6c2df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T05:40:38,932 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(976): stopping server e243dcb6c2df,33879,1731649056842; all regions closed. 2024-11-15T05:40:38,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741834_1010 (size=25344) 2024-11-15T05:40:38,938 DEBUG [RS:0;e243dcb6c2df:33879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/oldWALs 2024-11-15T05:40:38,938 INFO [RS:0;e243dcb6c2df:33879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e243dcb6c2df%2C33879%2C1731649056842.meta:.meta(num 1731649060048) 2024-11-15T05:40:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741832_1008 (size=15371192) 2024-11-15T05:40:38,941 DEBUG [RS:0;e243dcb6c2df:33879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/oldWALs 2024-11-15T05:40:38,941 INFO [RS:0;e243dcb6c2df:33879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e243dcb6c2df%2C33879%2C1731649056842:(num 1731649059136) 2024-11-15T05:40:38,942 DEBUG [RS:0;e243dcb6c2df:33879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T05:40:38,942 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T05:40:38,942 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T05:40:38,942 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.ChoreService(370): Chore service for: regionserver/e243dcb6c2df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T05:40:38,942 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T05:40:38,942 INFO [regionserver/e243dcb6c2df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T05:40:38,943 INFO [RS:0;e243dcb6c2df:33879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33879 2024-11-15T05:40:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e243dcb6c2df,33879,1731649056842 2024-11-15T05:40:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T05:40:38,946 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T05:40:38,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e243dcb6c2df,33879,1731649056842] 2024-11-15T05:40:38,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e243dcb6c2df,33879,1731649056842 already deleted, retry=false 2024-11-15T05:40:38,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e243dcb6c2df,33879,1731649056842 expired; onlineServers=0 2024-11-15T05:40:38,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e243dcb6c2df,33963,1731649056030' ***** 2024-11-15T05:40:38,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T05:40:38,951 INFO [M:0;e243dcb6c2df:33963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T05:40:38,951 INFO [M:0;e243dcb6c2df:33963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T05:40:38,951 DEBUG [M:0;e243dcb6c2df:33963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T05:40:38,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T05:40:38,951 DEBUG [M:0;e243dcb6c2df:33963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T05:40:38,951 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster-HFileCleaner.large.0-1731649058774 {}] cleaner.HFileCleaner(306): Exit Thread[master/e243dcb6c2df:0:becomeActiveMaster-HFileCleaner.large.0-1731649058774,5,FailOnTimeoutGroup] 2024-11-15T05:40:38,951 DEBUG [master/e243dcb6c2df:0:becomeActiveMaster-HFileCleaner.small.0-1731649058779 {}] cleaner.HFileCleaner(306): Exit Thread[master/e243dcb6c2df:0:becomeActiveMaster-HFileCleaner.small.0-1731649058779,5,FailOnTimeoutGroup] 2024-11-15T05:40:38,951 INFO [M:0;e243dcb6c2df:33963 {}] hbase.ChoreService(370): Chore service for: master/e243dcb6c2df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T05:40:38,951 INFO [M:0;e243dcb6c2df:33963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T05:40:38,952 DEBUG [M:0;e243dcb6c2df:33963 {}] master.HMaster(1795): Stopping service threads 2024-11-15T05:40:38,952 INFO [M:0;e243dcb6c2df:33963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T05:40:38,952 INFO [M:0;e243dcb6c2df:33963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T05:40:38,952 ERROR [M:0;e243dcb6c2df:33963 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-15T05:40:38,953 INFO [M:0;e243dcb6c2df:33963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T05:40:38,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T05:40:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T05:40:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T05:40:38,953 DEBUG [M:0;e243dcb6c2df:33963 {}] zookeeper.ZKUtil(347): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T05:40:38,953 WARN [M:0;e243dcb6c2df:33963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T05:40:38,954 INFO [M:0;e243dcb6c2df:33963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/.lastflushedseqids 2024-11-15T05:40:38,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742504_1680 (size=72) 2024-11-15T05:40:39,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:40:39,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33879-0x1011a21942a0001, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:40:39,049 INFO [RS:0;e243dcb6c2df:33879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T05:40:39,050 INFO [RS:0;e243dcb6c2df:33879 {}] regionserver.HRegionServer(1031): Exiting; stopping=e243dcb6c2df,33879,1731649056842; zookeeper connection closed. 2024-11-15T05:40:39,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ff79d6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ff79d6b 2024-11-15T05:40:39,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T05:40:39,364 INFO [M:0;e243dcb6c2df:33963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T05:40:39,364 INFO [M:0;e243dcb6c2df:33963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T05:40:39,364 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T05:40:39,364 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:40:39,364 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:40:39,364 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T05:40:39,364 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:40:39,364 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=762.56 KB heapSize=937.20 KB 2024-11-15T05:40:39,380 DEBUG [M:0;e243dcb6c2df:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fd746a17bb841ad852b4a50fa6ee4fb is 82, key is hbase:meta,,1/info:regioninfo/1731649060147/Put/seqid=0 2024-11-15T05:40:39,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742505_1681 (size=5672) 2024-11-15T05:40:39,783 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2149 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fd746a17bb841ad852b4a50fa6ee4fb 2024-11-15T05:40:39,802 DEBUG [M:0;e243dcb6c2df:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ca1eee2da2048de974ca2f4396f02e8 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x9B/proc:d/1731649205407/Put/seqid=0 2024-11-15T05:40:39,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742506_1682 (size=45878) 2024-11-15T05:40:40,206 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=762.01 KB at sequenceid=2149 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ca1eee2da2048de974ca2f4396f02e8 2024-11-15T05:40:40,209 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ca1eee2da2048de974ca2f4396f02e8 2024-11-15T05:40:40,224 DEBUG [M:0;e243dcb6c2df:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0829d8268949ccb6f56376ed5c4c40 is 69, key is e243dcb6c2df,33879,1731649056842/rs:state/1731649058881/Put/seqid=0 2024-11-15T05:40:40,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073742507_1683 (size=5156) 2024-11-15T05:40:40,628 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2149 (bloomFilter=true), to=hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0829d8268949ccb6f56376ed5c4c40 2024-11-15T05:40:40,631 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fd746a17bb841ad852b4a50fa6ee4fb as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fd746a17bb841ad852b4a50fa6ee4fb 2024-11-15T05:40:40,634 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fd746a17bb841ad852b4a50fa6ee4fb, entries=8, sequenceid=2149, filesize=5.5 K 2024-11-15T05:40:40,634 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ca1eee2da2048de974ca2f4396f02e8 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ca1eee2da2048de974ca2f4396f02e8 2024-11-15T05:40:40,637 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ca1eee2da2048de974ca2f4396f02e8 2024-11-15T05:40:40,637 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ca1eee2da2048de974ca2f4396f02e8, entries=180, sequenceid=2149, filesize=44.8 K 2024-11-15T05:40:40,637 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0829d8268949ccb6f56376ed5c4c40 as hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd0829d8268949ccb6f56376ed5c4c40 2024-11-15T05:40:40,640 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46131/user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd0829d8268949ccb6f56376ed5c4c40, entries=1, sequenceid=2149, filesize=5.0 K 2024-11-15T05:40:40,641 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~762.56 KB/780866, heapSize ~936.90 KB/959384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2149, compaction requested=false 2024-11-15T05:40:40,642 INFO [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T05:40:40,642 DEBUG [M:0;e243dcb6c2df:33963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731649239364Disabling compacts and flushes for region at 1731649239364Disabling writes for close at 1731649239364Obtaining lock to block concurrent updates at 1731649239364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731649239364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=780866, getHeapSize=959624, getOffHeapSize=0, getCellsCount=2354 at 1731649239365 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731649239365Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731649239365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731649239379 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731649239379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731649239786 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731649239801 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731649239801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731649240209 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731649240224 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731649240224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122569da: reopening flushed file at 1731649240631 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f34024: reopening flushed file at 1731649240634 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc7cb0a: reopening flushed file at 1731649240637 (+3 ms)Finished flush of dataSize ~762.56 KB/780866, heapSize ~936.90 KB/959384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2149, compaction requested=false at 1731649240641 (+4 ms)Writing region close event to WAL at 1731649240642 (+1 ms)Closed at 1731649240642 2024-11-15T05:40:40,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741830_1006 (size=921790) 2024-11-15T05:40:40,644 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b251d01f-732d-5578-d4b4-e0ed2a7b075e/MasterData/WALs/e243dcb6c2df,33963,1731649056030/e243dcb6c2df%2C33963%2C1731649056030.1731649058153 not finished, retry = 0 2024-11-15T05:40:40,746 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T05:40:40,746 INFO [M:0;e243dcb6c2df:33963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T05:40:40,746 INFO [M:0;e243dcb6c2df:33963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33963 2024-11-15T05:40:40,746 INFO [M:0;e243dcb6c2df:33963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T05:40:40,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:40:40,848 INFO [M:0;e243dcb6c2df:33963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T05:40:40,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1011a21942a0000, quorum=127.0.0.1:51500, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T05:40:40,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70061d7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T05:40:40,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T05:40:40,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T05:40:40,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T05:40:40,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/hadoop.log.dir/,STOPPED} 2024-11-15T05:40:40,859 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T05:40:40,859 WARN [BP-1565806035-172.17.0.2-1731649052586 heartbeating to localhost/127.0.0.1:46131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T05:40:40,859 WARN [BP-1565806035-172.17.0.2-1731649052586 heartbeating to localhost/127.0.0.1:46131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1565806035-172.17.0.2-1731649052586 (Datanode Uuid bf389e51-ecf5-4f37-9e0d-52f0e83304e9) service to localhost/127.0.0.1:46131 2024-11-15T05:40:40,859 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T05:40:40,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/data/data1/current/BP-1565806035-172.17.0.2-1731649052586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T05:40:40,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/cluster_1ed8c728-7fd8-72a5-2336-085e7620f5cb/data/data2/current/BP-1565806035-172.17.0.2-1731649052586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T05:40:40,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T05:40:40,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T05:40:40,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T05:40:40,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T05:40:40,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T05:40:40,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b40df2ac-91e8-5b5c-cfcb-2a3efed2dde4/hadoop.log.dir/,STOPPED} 2024-11-15T05:40:40,888 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T05:40:41,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down